{"msg":"Running step start_crdb","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:01.158347888Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:01.165789236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpgPwxcY","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:01.223119677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/a3c652d352c94636ee55aed34a080f27929619368ace6d1afadc8595a0b32f2f.tar) to storage directory (/var/tmp/omicron_tmp/.tmpgPwxcY/data)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:01.223175182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpgPwxcY/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpgPwxcY/listen-url --max-sql-memory 256MiB","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:01.243428704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KKCFSACVGWZBGX541J2KB207 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/a3c652d352c94636ee55aed34a080f27929619368ace6d1afadc8595a0b32f2f.tar GITHUB_BRANCH=alan/test-wip-discard GITHUB_REF=refs/heads/alan/test-wip-discard GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=c1b514da82f27c57b8ea415a61a4bc71b9181f9a GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-b2991dcfe0032b19/out:/work/oxidecomputer/omicron/target/debug/build/blake3-df20c6b18d3956e5/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8b0f050bf31de6f5/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-fc1bb2730a9a80d7/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-e3b3fd8e545b20fd/out:/work/oxidecomputer/omicron/target/debug/build/ring-882060e0ad2a422c/out:/work/oxidecomputer/omicron/target/debug/build/tofino-d064271f908edbf6/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-54b41a4eb78e9d96/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=06f00386-4a1b-45ce-bf0d-c0b32e4bdb09:omicron-nexus::test_all$integration_tests::webhooks::test_retry_backoff NEXTEST_BINARY_ID=omicron-nexus::test_all NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_BIN_EXE_schema_updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-b2991dcfe0032b19/out:/work/oxidecomputer/omicron/target/debug/build/blake3-df20c6b18d3956e5/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8b0f050bf31de6f5/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-fc1bb2730a9a80d7/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-e3b3fd8e545b20fd/out:/work/oxidecomputer/omicron/target/debug/build/ring-882060e0ad2a422c/out:/work/oxidecomputer/omicron/target/debug/build/tofino-d064271f908edbf6/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-54b41a4eb78e9d96/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=06f00386-4a1b-45ce-bf0d-c0b32e4bdb09 NEXTEST_RUN_MODE=test NEXTEST_STATE_DIR=/tmp/nextest-state.OFaWCs NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=integration_tests::webhooks::test_retry_backoff NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-3b5642a0768e3b39/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:01.243643229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"cockroach pid: 4784","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:02.388737662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"cockroach listen URL: postgresql://root@[::1]:42738/omicron?sslmode=disable","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:02.38880908Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"Running step start_clickhouse","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:02.511753919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:02.511800041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"Running step start_internal_dns","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.016063752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.016424425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmp4YPRj1"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.076783427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.07683156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.077080184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:49304"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.077458191Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.077503723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.077523338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.077544844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.077564049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.078148709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.07826596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.078371807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpFE9NWR"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.084098753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.084137643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.084160799Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:40416"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.084216444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.084243961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.084262176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.084281521Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.084303656Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.084924706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.085218442Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.085255082Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"setting up nexus server","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.085706058Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.0876556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087766229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087838828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087859663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087910616Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087930221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087949546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.08796492Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.087981534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.08800307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088020144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088038899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088054063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088073248Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088087972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088104426Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.08811936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088136004Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088151188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088167822Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088182786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088201041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088216895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088233609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088248433Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088265068Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088437162Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088458517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088478553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088493606Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088510041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088525175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088541939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088557043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088573297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088588941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088605295Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088626761Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088644105Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088659039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088675593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088690527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088710993Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088725806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088745671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.088772048Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089623028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089652655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089676211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089829511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.08986333Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089881044Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089896288Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089912802Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089927636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.08994418Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089959064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089978489Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.089993533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090012598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090027382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090043996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.09005917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090075974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090090928Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090107273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090122006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090138311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090153014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090169879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090185243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090201447Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090216301Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090237136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.09025231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.090303193Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Setting up resolver using DNS address: [::1]:49304","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.114943526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"new DNS resolver","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.115011894Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:49304]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:03.115815461Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:42738/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 42738,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:03.117603592Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Database schema version is up to date","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.161495602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"desired_version":"237.0.0","found_version":"237.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:04.177822802Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"} {"msg":"Datastore is ready for usage","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.177922618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.307572354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"1f627a34-b3eb-405b-a511-ad3e20ee2606","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360089205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360184979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360211036Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360231051Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360254947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360278253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360296828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360338979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360362145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36038063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360402695Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360424691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360442676Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360464731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360486637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360504632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360526477Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360548223Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.360566428Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.360588693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.361069117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.363943638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364022339Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364056177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364076113Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364098518Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364120904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364139319Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364161064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36418366Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364202525Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364224761Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364247187Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364265151Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364287277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364309483Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364328508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364350883Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364373179Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364391714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36441398Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364436125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36445487Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364477286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364501032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364524028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364543083Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364566059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364589445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364612561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364631626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364654922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364677518Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364695522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364717438Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364739184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364757108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364778474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364800229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36484342Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364869957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364893283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364911788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364934794Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/config/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36495779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/lrtq-upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.364976215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/remove/{sled}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36499851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.365020746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36503732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"SEC running","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.365124773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.366053522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.366124311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.368592817Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.36887408Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.369725879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.369772831Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.370244423Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.540770569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.543887122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56832","req_id":"6f30b233-8d74-4318-b40b-e6d552b3470f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d2 84 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.544430552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56832","req_id":"6f30b233-8d74-4318-b40b-e6d552b3470f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:04.545182116Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56832","req_id":"6f30b233-8d74-4318-b40b-e6d552b3470f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.545260596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:50883","req_id":"c1715239-c7c1-4284-b603-17f93d772f69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 90 6c 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 .l..........._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.545295485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:50883","req_id":"c1715239-c7c1-4284-b603-17f93d772f69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:04.545732378Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:50883","req_id":"c1715239-c7c1-4284-b603-17f93d772f69","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.546078367Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:61437","req_id":"1016b91f-7b83-4487-b160-a3a109613502","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 20 7b 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 {..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.546125609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:61437","req_id":"1016b91f-7b83-4487-b160-a3a109613502","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:04.546532854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:61437","req_id":"1016b91f-7b83-4487-b160-a3a109613502","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.549028518Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.549173015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.549202643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.5510157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.551050229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.551066533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.551087109Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.551417724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.671863508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.671931235Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.671954171Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.67381022Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.673859532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.673875877Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.673896922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.674191448Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.740791149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.740866419Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.740889614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.741479026Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.749460324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.74951998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.751199513Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.751246905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.751405656Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.751473213Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.752026076Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.759619714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.759676018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.759706596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.759727841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.760197393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.803810177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.803855108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.803876344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.804381804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.80638097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.809926144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.810081694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.810136438Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.810159944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.810180539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.810568829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.812441192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.812494856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.812517312Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.812849848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.814711307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.817254713Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.817301675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.817323531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.817865741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services project","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:04.829471703Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.82953883Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.829562316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.831330672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.831373723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.831414764Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.83143913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.831752961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.834285354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.834320823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.834638115Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.836420835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.836473148Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.836496264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.83651695Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.836786459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.838329617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.838384671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.838406997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.83869047Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.839953095Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.840012961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.840036157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.84028086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.842148602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.846661135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.846710388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.846766382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.84679708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.846840481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.846860846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.847103279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.854656186Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.85474809Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.854770796Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.855177791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.857388281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.857431532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.857453447Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.857863703Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.859614485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.864334202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.864401449Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.864423344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.8647562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.874421392Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.874487059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.874510185Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.874531511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.874985358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.87739829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.877442791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.877465137Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.877956024Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.879477826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.87953354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.879555876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.879927732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.881183426Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.885493957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.885595353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.88562187Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.885914946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.89035319Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.890403023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.890854569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.895451124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.895502037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.89586134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.898850731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.898954918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.899005731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.899031177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.89939182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.905083608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.905154066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.905176042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.905735896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.907552814Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.907598876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.907621222Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.907993138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.909409543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.913639204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.913717514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.913743941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.914023543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.957148781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.957239325Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.957262841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.957284216Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.95784268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.959908843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.959951244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.95997282Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.960345736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.962076322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.962122624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.962144709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.962453719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.963842497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.968846227Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:04.968908693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.968930919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:04.969183114Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.028175774Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.028249973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.028273269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.028293974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.028771247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.032410216Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.032483315Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.03250567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.032927759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.034689023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.034737326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.034759241Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.035056408Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.036432323Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.041282263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.041360773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.04138468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.041577229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.045500961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.04561241Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.045640607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.046153089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.049387463Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.049437896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.049868657Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.051482443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.051532756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.051868412Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.053238516Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.053277596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.053307634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.053328259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.053666726Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.055045952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.05507755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.055098345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.055437863Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.056818259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.056865061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.056887146Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.057182393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.058388414Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.062660335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.062721981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.062740095Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.062770453Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.062792289Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.062812584Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.063025939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.064709803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.064751824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.06477314Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.065075037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.06628571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.066333132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.066355748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.06663514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.067776724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.072948908Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.073031409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.073054625Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.073255937Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.079849877Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.079937719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.079961936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.079982991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.080471437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.082359054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.082437324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.08246037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.082760857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.084142364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.084191846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.084213722Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.084474949Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.085553527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.089743528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.089856787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.089902199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.090147322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.146915028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.146949737Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.146965301Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.146986066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.147484255Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.151514154Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.151574509Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.151986746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.15382567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.153877433Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.154275716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.155989808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.156049473Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.156072879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.156094114Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.15646309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.158205209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.158261403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.158283869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.158451812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.160531379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.160561056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.160608298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.160626273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.162238059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.166739149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.166801425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.16681903Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.166839895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.167199118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.172403449Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.172449741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.172472217Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.172492552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.172925474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.17453861Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.174585942Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.174607958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.174949086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.176389717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.176435029Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.176457125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.176739657Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.178061618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.187747285Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.192297549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.192359645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.192383521Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.192411338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.192794987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.194367912Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.194416225Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.194438411Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.194761834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.198287743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.198342977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.198364793Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.198684575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.200077795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.211381649Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.211443535Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.21146476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.211718066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.255681651Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.255742106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.256175728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.258054272Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.258108656Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.258131232Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.258152008Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.258523383Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.259911471Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.259950641Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.259972417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.260263432Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.261369907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.261412218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.261434134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.261696021Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.262801316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.267146236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.269860946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.269921562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.269944348Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.269965013Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.27026105Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.271498119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.271526776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.271547001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.271946254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.273107623Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.273151425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.27317334Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.273434248Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.274509975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.279167386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.279226801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.279248827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.279440446Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.283898406Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.283959671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.284359444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.285955566Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.28601162Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.286035617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.286056432Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.286390618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.2877167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.287751559Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.287772104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.288127966Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.289391222Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.289437164Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.289459769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.289755936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.29105253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.295252443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.298001762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.298081142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.29810922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.298130495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.298477614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.299957396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.300002788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.300025364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.300335323Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.301570322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.301616444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.301639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.302278184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.303607247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.31164745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.311735503Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.311758009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.312033109Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.317225988Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.317298357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.317655409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.31971612Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"created built-in services vpc","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.319756191Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.319773465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.319794531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.321308791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.321355053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.321449897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.321473723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.321750135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo users","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.326671734Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.326719626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.326737531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.326759286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.327098274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.329037644Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.329075934Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.329098219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.329379322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.332262745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.332308437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.332586739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.33697453Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.337024873Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.337047549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.337068264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.337377394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.338622795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.34007682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.340105517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.340125342Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.340382469Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.452820998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.452879293Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.452902559Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.452923354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.453380192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.455063816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.456650615Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.456695157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.456716943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.456986422Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"populate complete","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.458991099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.459107889Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.459134816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.459157382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.459178047Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.459502431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.506953065Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.507042378Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.53544461Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.538965638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.539021073Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.539043818Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.539262615Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating background tasks","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.544530643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.548775448Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.548849297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.548874693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.548898469Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.549351566Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.551837087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.551878668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.552110637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.552136504Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.552337276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"132.514µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.552376906Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.552399022Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.552418987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.552442593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.552839355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.553184904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.553230456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.55328549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.553310957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.553330772Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"20.945µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.553353228Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.553374653Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-10 19:58:05.553338644 UTC"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.553520831Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.553546488Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.553838153Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.554442369Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.554518238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.554545945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.554569721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.554592087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.554898176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.557812808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.557857069Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.557888717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.558268675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.558606552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.558660456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.558695765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.558964865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.559232144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.559473766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.559497462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.559516617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"36.449µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.559553386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.559601469Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.559660094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.559690362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.559719269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.559979906Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.560373118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.560400415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.5604225Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.560445296Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.560466752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.560803829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.561152249Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.561201201Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.561227248Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.561250494Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.56127245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.561559994Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.561926568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.561953885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562000327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"75.64µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562053281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.562076787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.562099113Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.562122269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562144354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562442581Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.56274653Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.562777658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562796212Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"22.806µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562816368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.562835413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.562857268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.562879754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.562900979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563156375Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563519179Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563550067Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"36.88µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563570982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.563590247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563608382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"8.532µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563628277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.563647992Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563671128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"83.291µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563730663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"inventory collection is None","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.563758691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563784797Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"24.536µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563805603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.563824668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.563846683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.563869929Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.563892015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.564053897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.564410389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.565081892Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.56511273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.565403065Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.565730889Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.565771069Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.565794405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.566060084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.56635598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.566427299Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.566453165Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.566719684Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.566990554Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.567076716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.567109745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.567133711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.567155066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.567422675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.567717161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.567743308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.567992122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"275.121µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.56802281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.568126347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.568151833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.568433316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.568755339Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.568795199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.568815494Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.568838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.569075381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.569351443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.569374568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.569392523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.569414369Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.569437155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.56945884Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.569670785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.569950027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.57011593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.570140696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.570402634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.570663431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"saga recovery pass starting","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.570767128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.570788283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.570803987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.570823762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.571064094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.598186797Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.598243682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.598279661Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.598860241Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.599231456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.599299424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.599327961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.599610124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.599911792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.599962015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.599986701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.60025342Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.600522299Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.600545535Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.600567701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.600818876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.601100188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.601138738Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.601169156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.601411018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.60165092Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.601682928Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.601705334Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.60172838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.601749816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.60199935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.602345399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.602372876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.602411116Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"73.789µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.602455228Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.602479914Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.60250219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.602769749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.603036357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.603058733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.603080289Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.603335054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.603586939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.603609155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.603630891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.60389982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.604159087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"multicast group reconciler activating","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604183283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604201688Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.604220123Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604237627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.604424155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604453933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.604534023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604556039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604578025Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.604601121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.604622526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.604895437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.605222931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.605298721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.605322457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.605632357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.60599315Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"distributing networking probes to sleds","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.606036711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.606054475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.606076381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.606099117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.606120553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.606328586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.606607748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.60665372Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.606680237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.606713195Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.606736211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.606957458Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.607250904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting attached subnet manager work","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.60727434Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.607291845Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.609350595Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.60948414Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.609518309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.609541815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.610887662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.611548762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:27349","req_id":"586bbaec-86a7-4569-b99b-310d72b68733","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 12 a2 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.611621041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:27349","req_id":"586bbaec-86a7-4569-b99b-310d72b68733","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.611885089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:27349","req_id":"586bbaec-86a7-4569-b99b-310d72b68733","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.611904464Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:55603","req_id":"b8cf2a7c-4e64-4731-8a7c-f96b203b4a4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 80 c5 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.611932801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:55603","req_id":"b8cf2a7c-4e64-4731-8a7c-f96b203b4a4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.612094033Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:55603","req_id":"b8cf2a7c-4e64-4731-8a7c-f96b203b4a4c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.612218675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.612247652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.612280671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.612303027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.61258847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.613535014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.613564542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"61.729365ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:05.613735246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.613778197Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"60.570176ms"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.613805834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10323","req_id":"45aad745-92bf-410b-b67b-33e485c1b000","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 4d 21 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 M!..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.613835922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10323","req_id":"45aad745-92bf-410b-b67b-33e485c1b000","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.614044696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10323","req_id":"45aad745-92bf-410b-b67b-33e485c1b000","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.614063951Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23705","req_id":"4a95f840-df4e-4771-9ab8-573a116b910f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 99 b2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.614092128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23705","req_id":"4a95f840-df4e-4771-9ab8-573a116b910f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.614243117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23705","req_id":"4a95f840-df4e-4771-9ab8-573a116b910f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.614260031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:34076","req_id":"1095e40c-a813-455d-ac29-18f2ffd00db9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e9 4a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .J..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.614287608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:34076","req_id":"1095e40c-a813-455d-ac29-18f2ffd00db9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.614447729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:34076","req_id":"1095e40c-a813-455d-ac29-18f2ffd00db9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.616207853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to build DPD clients","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.616253365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.616277681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.616365134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"12.188803ms"} {"msg":"failed to resolve MGS addresses","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.616495017Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.617547969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"13.091475ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.617664699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.617691976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.617848486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.617876343Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.618437908Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.622389197Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.62340814Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-10 19:58:05.553338644 UTC"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.623498563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-10T19:58:05.553338644Z\",\"pruned\":[]}","iteration":1,"elapsed":"70.151197ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.62375923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.625553843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:33070","req_id":"92662978-467d-4b2c-a361-7aee8e79aa04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b6 e6 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.625610067Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:33070","req_id":"92662978-467d-4b2c-a361-7aee8e79aa04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.625944464Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:33070","req_id":"92662978-467d-4b2c-a361-7aee8e79aa04","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.626586009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:63983","req_id":"4dd085a7-6505-4b46-a2b7-a7c91d1deda3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: cb b4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.626624839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:63983","req_id":"4dd085a7-6505-4b46-a2b7-a7c91d1deda3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.627320308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:63983","req_id":"4dd085a7-6505-4b46-a2b7-a7c91d1deda3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.628430645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.628482318Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.628505724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"70.651205ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.628634587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:05.628667496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.628688711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"70.054831ms"} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.696679271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.696719011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.762968042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.768628581Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.768743261Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.768798125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.769265765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.770813604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.774537385Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.774587718Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.774611174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.774884824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.780049856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.788964454Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.789059769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.789120995Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.789696823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.790947235Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.79430176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.794400706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.794458251Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.794837188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.795790054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"236.536865ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.795965249Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.800442984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.800519073Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.800572997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.800935641Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.801719603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.806258893Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.806335043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.806395668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.806815987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.807456952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.811028433Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.811220442Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.81129102Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.811739226Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.815075136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.815118667Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.815466647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.820388106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.820428646Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.82079039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.822534269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.82257636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.822992307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.826235384Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.826273943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.844638568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.848103302Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.848166508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.848190694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.84821443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.848236356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.848470836Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.853856825Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.861152576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.861224385Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.861248061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.86155755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.863139138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:48817"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.864285524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e95d0af3-a6d1-478d-9a87-3a468429b943","remote_addr":"127.0.0.1:48817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.864319072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e95d0af3-a6d1-478d-9a87-3a468429b943","remote_addr":"127.0.0.1:48817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.865247072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e95d0af3-a6d1-478d-9a87-3a468429b943","remote_addr":"127.0.0.1:48817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.865295104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e95d0af3-a6d1-478d-9a87-3a468429b943","remote_addr":"127.0.0.1:48817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.865647915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e95d0af3-a6d1-478d-9a87-3a468429b943","remote_addr":"127.0.0.1:48817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.867130247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"268.927196ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.884024243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.886531369Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.886581752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.886605568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.886873257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"mgd port is 52170","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.911731687Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"Running step record_switch_dns","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.911777899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.911801245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_sled1","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.911891958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.912184693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.976056211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.976531844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:05.97756399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.977608251Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.978168416Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.979714794Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.979840277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"376.228201ms"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpMl1Ylu/artifact-config.json","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.980504678Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.980546999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpMl1Ylu/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpIgjk6y/artifact-config.json","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:05.980569505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:05.980614836Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpIgjk6y/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.059228185Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:47851","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.059351607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:47851","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.060052157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:47851","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066398674Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066454998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066475403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066495269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066514353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066541931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066561276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066581431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066601016Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066620751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066640366Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066660031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066678786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 24.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066697791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066716866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066735941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066755296Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066774601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066804268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066823973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066842928Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066862033Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066881528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066901873Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066922269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066942204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066961429Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.066981524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 26.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067001219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 25.0.0 to 26.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067020654Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 25.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067040159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067059804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067079139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067098264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067117179Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067136074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067155139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067174184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067193368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067212543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067232259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067251834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067270918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067289803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067308148Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067326963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067345658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067364413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067383818Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067402482Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067421107Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067439652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067458127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067476551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067495736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067514261Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067532926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067552131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067572476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067592631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067614987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067634952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067655238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067675813Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067695398Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067721445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06774139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067761565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06778079Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067800185Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06781967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067838865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06785845Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067878145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06789771Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067917525Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06793686Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067957075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06797626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.067995895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06801552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068034045Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06805294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068071215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06809029Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068109705Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06812905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068147915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06816728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068186214Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068205379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068224974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06824466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068264405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06828422Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068304265Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06832354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068342385Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06836123Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068380645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06840015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068419405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06843874Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068457774Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068476689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068495534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068515419Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068535214Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068553589Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068572344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068590829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068609574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068628859Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068648224Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068667579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068686203Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068705098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068724313Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.068743288Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068760232Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.068776627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06879086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:63060/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.069078765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.069110953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.069134059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.069155754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.06968206Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.070756677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.070799108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.071125952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.0716981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0} {"msg":"saga recovery pass finished","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.071746192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.071897471Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"501.222348ms"} {"msg":"Found abandoned VMMs","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.072011841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.072033927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.072054812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"502.088941ms"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.072154708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"471.053369ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.072217184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.075378809Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.075408967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.075431332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.075454588Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.075476124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.075688959Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.076212374Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"476.312665ms"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.076293705Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"473.833446ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.076424629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.076450165Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.076727257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.0770911Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:52204"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.07743759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.077464747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.077486752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.07778672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.078274435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.081314079Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.081345277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.081367443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.081390939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.081412154Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.081604204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.083348744Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"bbbf21c4-b3dd-4b14-b110-50f3fb94a400","remote_addr":"127.0.0.1:52204","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.083395786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"bbbf21c4-b3dd-4b14-b110-50f3fb94a400","remote_addr":"127.0.0.1:52204","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.085392371Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.08926707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.096400169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.097979386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"534.235449ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:06.098376538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.098472693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"536.404788ms"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.098725088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"538.342958ms"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.099030197Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.099122501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"537.969912ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.099211674Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.099268838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.09931368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"104.567µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.099382998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.099540018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.099615568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.099679094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.099725756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.100249631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.101184922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.101270384Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.10187317Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:6774","req_id":"ccb0e061-d6b7-4011-b9c7-b9d1de1bd117","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 9c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.101929044Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:6774","req_id":"ccb0e061-d6b7-4011-b9c7-b9d1de1bd117","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:06.102225871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:6774","req_id":"ccb0e061-d6b7-4011-b9c7-b9d1de1bd117","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:06.102497831Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.102545523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"542.96794ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.111050816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.111162605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.111233163Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.111284876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.112205244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.117422499Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.117515413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.11800742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.125359475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.130168415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.13026411Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.130293837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.130650569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.134524338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"529.951295ms"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.144068349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e95d0af3-a6d1-478d-9a87-3a468429b943","remote_addr":"127.0.0.1:48817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":279791,"response_code":200} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.146371193Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.150146726Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.150208532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.150233298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.150514501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.151672869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.151726043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.151750199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.151772405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.152095888Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.159435801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"560.173606ms"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.169842314Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"604.070815ms"} {"msg":"failed to read DNS config","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:06.170321738Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.170398527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"618.01588ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.170623545Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.181408776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.181739141Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.181768069Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.181790595Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.182214074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.189211258Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.192326151Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.192372973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.192396319Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.19270979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.193803782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"627.417934ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.196896859Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.213663972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.213744273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.213768139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.214101045Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.215071585Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.215116097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.215140793Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.215163359Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.215491063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.230724731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.234331071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.23440734Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.234463655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.234841532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.240588034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.246449925Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.246513842Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.246537488Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.246811579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.288789982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.291659361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.291717586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.29277858Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.294153755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.30123287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.301291465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.301314871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.301849629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.302879454Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.302953613Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"735.941624ms"} {"msg":"listed attached subnets","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.330203619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.335857437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":1,"elapsed":"728.532574ms"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.343615537Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.343717273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"237.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"740.650588ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.352323502Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.355558446Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.356106437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.356191619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.356748923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:06.365427211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.365485476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"816.685612ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.374568387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.374627953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.374652549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.374674625Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.375163791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.385692345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.385752251Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.385776387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.386536053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.387484928Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"818.098226ms"} {"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.411087353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.411133555Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":1,"elapsed":"804.524456ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.411304389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.411351431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.41192803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.412831603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.416727007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.41677564Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.416799216Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.417174382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.418181852Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.418265614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.418315537Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.418338052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.418627357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.419278505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.425453247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.425527096Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.425546931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.425579039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.425602355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.425624531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.425907554Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.431616556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"831.055176ms"} {"msg":"No bundles to collect","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.460163166Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.46025619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"897.428409ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.482013539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.482075485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.482100932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.482123818Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.482724323Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.499247073Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.49935239Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.499377706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.499400072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.499931029Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.505182353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.509830321Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.509898549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.509922665Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.510210899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"finished distributing probes to sleds","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.51110538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.511194963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{}}","iteration":1,"elapsed":"905.180728ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.511257489Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"VPC route manager running","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.511283546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.511301911Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.511324577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.511347512Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.511368958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.511719068Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:06.512490007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.512528387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"958.063663ms"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.512596495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.512626732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.512649138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.512985195Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.52266165Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.524967094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.542230815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.542299993Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.542324149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.542945799Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.549821172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.555039177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.555112086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.555228606Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.555294833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.55532106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.556042926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.561422543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.561478788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.561503534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.56152562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.562057447Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"tuf_repo_prune decision","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.563005061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.56315435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"463.745675ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.596219014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.609100326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.609172584Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.609197471Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.609520484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.639878491Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.639940297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.639964843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.639988399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.640010655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.640606609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.641406325Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"bbbf21c4-b3dd-4b14-b110-50f3fb94a400","remote_addr":"127.0.0.1:52204","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":558068,"response_code":204} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.642967767Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.646485724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.646541249Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.646564175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.646587001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.646615798Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.646890539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.647913843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.651339896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.659325545Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.661686984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.662322248Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.664433142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.664635834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.664838876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.096814937s"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.667539773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.667588835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.668093976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.669077619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.681713817Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.68180307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.681827336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.682288725Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.684495444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.688181645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.688226356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.688248152Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.688601703Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.691789495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:63060/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"bbbf21c4-b3dd-4b14-b110-50f3fb94a400\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"Running step configure_boundary_ntp","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.692482394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.692593352Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693422346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.69347621Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693497845Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693518561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693538596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693558681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693578766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693599302Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693619667Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693640332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.693660587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.693680182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.694227163Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.69425436Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:36870"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.694271745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.694285108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n serial: 1,\n time_created: 2026-03-10T20:08:06.739629439Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64860,\n target: \"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"5c201080-cc41-4511-8008-eb7a16cba8eb.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"3d27cdef-8860-4b0a-8825-636610fd4a26.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"3d27cdef-8860-4b0a-8825-636610fd4a26.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"3d27cdef-8860-4b0a-8825-636610fd4a26.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43524,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36870,\n target: \"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51524,\n target: \"3d27cdef-8860-4b0a-8825-636610fd4a26.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52170,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"61d3324b-3a36-494c-95ab-02b65214832c.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"81796aa6-4ecc-4d56-a811-dc112da8da6c.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42738,\n target: \"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63060,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus-lockstep._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50070,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41467,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61901,\n target: \"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"boundary-ntp\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_boundary-ntp._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 123,\n target: \"5c201080-cc41-4511-8008-eb7a16cba8eb.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"3b196367-678f-4598-9fb6-cf1a4563fd74.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"3d27cdef-8860-4b0a-8825-636610fd4a26.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"ns1\": [\n Aaaa(\n ::1,\n ),\n ],\n \"@\": [\n Ns(\n \"ns1.control-plane.oxide.internal\",\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47851,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.740100481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.740379253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"body":"Some(Body)","uri":"http://[::1]:64860/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.74118351Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.74122313Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.741784915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.779062276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.779124942Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:45969/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.779765167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.783491298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.783547833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.783571409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.783906035Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.784826682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.78485497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.785327731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47625"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.785519311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60960"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.787953418Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc-routes","method":"GET","req_id":"2a0f963e-f804-499d-af9c-c29b169663c3","remote_addr":"[::1]:60960","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.787984556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc-routes","method":"GET","req_id":"2a0f963e-f804-499d-af9c-c29b169663c3","remote_addr":"[::1]:60960","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.788246384Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:3491","req_id":"56c40866-e379-475f-95a4-8c8e463af1e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ba ab 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.788280493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:3491","req_id":"56c40866-e379-475f-95a4-8c8e463af1e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:06.788555334Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:3491","req_id":"56c40866-e379-475f-95a4-8c8e463af1e5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.788881328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc-routes","method":"GET","req_id":"2a0f963e-f804-499d-af9c-c29b169663c3","remote_addr":"[::1]:60960","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":934,"response_code":200} {"msg":"inventory collection failed","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:06.789297425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.789327943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"149.475889ms"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.789645645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"93175aa7-e7d5-416b-be41-abcdb609651e","remote_addr":"[::1]:47625","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.789671411Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"93175aa7-e7d5-416b-be41-abcdb609651e","remote_addr":"[::1]:47625","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.790610183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0f963e-f804-499d-af9c-c29b169663c3\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.790802693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.790831851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.791938556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempting generation update","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.792913557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"new_generation":1,"req_id":"93175aa7-e7d5-416b-be41-abcdb609651e","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.792948616Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.79296312Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.793627361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.793770858Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.793819001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.793838066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"new_generation":1,"req_id":"93175aa7-e7d5-416b-be41-abcdb609651e","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.794013091Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"93175aa7-e7d5-416b-be41-abcdb609651e","remote_addr":"[::1]:47625","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4404,"response_code":204} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.794406972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"result":"Ok(Response { url: \"http://[::1]:64860/config\", status: 204, headers: {\"x-request-id\": \"93175aa7-e7d5-416b-be41-abcdb609651e\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.794501947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.856156192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"body":"Some(Body)","uri":"http://[::1]:45969/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.858817158Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.858870572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.859340683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.860568039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37844"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.863367071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/omicron-config","method":"PUT","req_id":"a80c2dbc-49cd-4520-a9eb-8222d4cb02dd","remote_addr":"[::1]:37844","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.863417664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/omicron-config","method":"PUT","req_id":"a80c2dbc-49cd-4520-a9eb-8222d4cb02dd","remote_addr":"[::1]:37844","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.867799194Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/omicron-config","method":"PUT","req_id":"a80c2dbc-49cd-4520-a9eb-8222d4cb02dd","remote_addr":"[::1]:37844","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4440,"response_code":204} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.868882313Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"result":"Ok(Response { url: \"http://[::1]:45969/omicron-config\", status: 204, headers: {\"x-request-id\": \"a80c2dbc-49cd-4520-a9eb-8222d4cb02dd\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.869051457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"body":"Some(Body)","uri":"http://[::1]:45969/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.869403678Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/network-bootstore-config","method":"PUT","req_id":"ececad80-395c-4fe4-8639-8591abd5d034","remote_addr":"[::1]:37844","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.869436136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/network-bootstore-config","method":"PUT","req_id":"ececad80-395c-4fe4-8639-8591abd5d034","remote_addr":"[::1]:37844","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.872202999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/network-bootstore-config","method":"PUT","req_id":"ececad80-395c-4fe4-8639-8591abd5d034","remote_addr":"[::1]:37844","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2803,"response_code":204} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.872444622Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"result":"Ok(Response { url: \"http://[::1]:45969/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ececad80-395c-4fe4-8639-8591abd5d034\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.87255311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.872575635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.888598706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.888642738Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.888661473Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.888678697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"1.283457626s"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.888959329Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.888990307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.889013543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.889036389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.889641445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.927123739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:45969/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.927532655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.927580747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.927605053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.927627849Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.928477558Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.933034733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.938527429Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.93860723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.938635617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.93895779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.943209416Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.943419941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:45969/eip-gateways","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.945638983Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.945688866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.945713202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.946304154Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.947822016Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.947867277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.947891574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.947913429Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.948281364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.949104967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.949143546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.949165872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.949186237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.949679435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.950207941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46791"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.950534115Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/eip-gateways","method":"PUT","req_id":"8353e843-9110-4852-a032-d620a66a2d8a","remote_addr":"[::1]:60960","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.950569404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/eip-gateways","method":"PUT","req_id":"8353e843-9110-4852-a032-d620a66a2d8a","remote_addr":"[::1]:60960","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.951202447Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/eip-gateways","method":"PUT","req_id":"8353e843-9110-4852-a032-d620a66a2d8a","remote_addr":"[::1]:60960","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":670,"response_code":204} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.951473497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.951511597Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.951534683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.95194807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.952917479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.956442588Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.956481168Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.956503604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.956755319Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.958130113Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v2p","method":"GET","req_id":"d00e94b6-bc97-4d53-9495-c66dfeea7262","remote_addr":"[::1]:46791","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.958172794Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v2p","method":"GET","req_id":"d00e94b6-bc97-4d53-9495-c66dfeea7262","remote_addr":"[::1]:46791","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.961677918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8353e843-9110-4852-a032-d620a66a2d8a\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.961823816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"450.54183ms"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.962145769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v2p","method":"GET","req_id":"d00e94b6-bc97-4d53-9495-c66dfeea7262","remote_addr":"[::1]:46791","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4021,"response_code":200} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.962328516Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.985122003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.985193501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.985213076Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.985236202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.98557602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.987085139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[]}","iteration":1,"elapsed":"1.385407381s"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.987988872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00e94b6-bc97-4d53-9495-c66dfeea7262\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:06 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.988033253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.988053198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:06.988072093Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.988090788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.423666946s"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.988237536Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.988265903Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.988661435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.989491119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.991557162Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.991839274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.991869622Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.992182873Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.993659584Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.993705806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.99407218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.995177125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.995218866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.995527145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:06.997857016Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.997906149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:06.998626504Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.001329551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.001382005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.001404891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.001422655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.001762353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.001820568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.001845494Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.00186849Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.002198155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.004379198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.004431631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.004455587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.004764347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.008789415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.008944465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.00900425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.009052342Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.00954602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.010911862Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.010958204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.01098168Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.01136972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.012382421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.04212646Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.042195808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.042213782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.042234368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.042615486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.053116573Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.059645887Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.059720596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.059740271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.05977569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.059800056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.059823102Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.060159839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.067133247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.067193133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.067217679Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.067712496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.068981644Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.069024355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.06904633Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.069426328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.070685593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.070737596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.070761213Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.071089087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.076248187Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.08463805Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.085080935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.085112843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.085509545Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.090047735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.090131517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.090865276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.094611502Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.094663605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.095066279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.096648037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.096706492Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.097035557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.098854716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.098900377Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.099328088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.119711033Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.119843467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.120224625Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.120297574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.121021991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.12691546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.127005644Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.127061578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.127667764Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.139143433Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.139213451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.139237968Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.143386347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.147465189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.155972082Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.156069607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.156115019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.156194989Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.156254215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.15646775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.157099813Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.158813595Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.158844943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.158955211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.161642844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.161688336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.161711902Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.162036506Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.170773768Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.170839225Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.170863541Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.171320979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.175214533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.181896386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.181958432Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.181982088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.18233928Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.199305915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.199387466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.199411972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.199435848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.199457904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.199927215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.209305993Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.21344432Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.213506326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.213530522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.213791989Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.224466682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.224514694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.22453714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.225070777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.225765026Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-10T19:22:50.332390Z, time_modified: 2026-03-10T19:22:50.332390Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.225803496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.225823902Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.225844397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.328259012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.328443739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.328477358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.328498524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.32910643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.335880137Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.338774193Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.338908498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.338966332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.339416399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.350737958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: b00c96f0-f15a-4bcf-b255-f3b64410059b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.355330432Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.355383955Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.355406721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.355969576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.360369041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.365044806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b00c96f0-f15a-4bcf-b255-f3b64410059b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.365091068Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.365111853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.365417592Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.381884098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 76562722-e11b-4b82-ac71-9c1e25326250, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.381968199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.381991746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.382013001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.382872112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.393287948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.393356416Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.393377501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.393397666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"1.824527038s"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.393419572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.824553694s"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.399903734Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.404748293Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 76562722-e11b-4b82-ac71-9c1e25326250, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.404803787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.404825353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.405137353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.421199104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: b00c96f0-f15a-4bcf-b255-f3b64410059b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.4212597Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.421282926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.421303681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.421812852Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.46601796Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.470321639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b00c96f0-f15a-4bcf-b255-f3b64410059b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.485081655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 76562722-e11b-4b82-ac71-9c1e25326250, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.485210548Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.485306623Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.485364998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.486077491Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.496654758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.501297425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 76562722-e11b-4b82-ac71-9c1e25326250, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.520853598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: b00c96f0-f15a-4bcf-b255-f3b64410059b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.520936719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.520960445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.520982651Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.521486291Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.525058812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.528305019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b00c96f0-f15a-4bcf-b255-f3b64410059b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.535352716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.535411701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.535435657Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.535456403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.535902077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.537662581Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.540693733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted blueprint","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.65971729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"6e43be5e-eba9-4a79-84a8-7f9521f2c946"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.659774055Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.659797351Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.659820637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.659841402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.660318415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.662860741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.665940495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.68159055Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.681646094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.728172199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.746879413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.746952652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.765172659Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.765244388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted service networking records","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.765262542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted physical disks","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.765279447Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted zpools","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.765295491Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted datasets","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.765338952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.77223345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.774529351Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.774789289Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.774852785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.774887014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.774908059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.775439016Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.777178895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.780802909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.780861174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.78088301Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.780905165Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.780925791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.781255566Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.783169349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.785197812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.805413064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.805471899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.805495275Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.805516081Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.805938169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.808022517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.812865566Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.812904376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.812924691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.812946436Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.812967032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.813234341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.815269775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.820247469Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.821694822Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.821742524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.82176628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.821793957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.82211287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.827741471Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.832438602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Created recovery silo","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.837022804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.837969478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user's password","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.840101258Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.840138967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: d190bccd-cbb4-4881-8f1a-85f146780c84, lookup_type: ById(d190bccd-cbb4-4881-8f1a-85f146780c84) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.840164104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"d190bccd-cbb4-4881-8f1a-85f146780c84","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.840186209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.840206825Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.840660662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.842235508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.84228231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.842304896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.842644583Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.844030811Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.846070927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: d190bccd-cbb4-4881-8f1a-85f146780c84, lookup_type: ById(d190bccd-cbb4-4881-8f1a-85f146780c84) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.84612191Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Granted Silo privileges","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.847719492Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.847761633Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.847784699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.847807024Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.84782815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.848127097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.851020053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.852998223Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.856856848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.856917803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.856941099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.856961915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.857316056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.8593103Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.862323557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.862485929Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.862514316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.862559598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.862602189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.862827237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.864774839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.867677037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.887490256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.88754762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.887568536Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.887592302Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.888120318Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.888699097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.888741478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.88894094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.888975409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.888995254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.88901857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.88937Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.889748838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.889788698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.889855005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.889880182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.889902458Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.889925804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.889948019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.890290358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.890698823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.890724159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.890746975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.890770441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.890791917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.891071379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.891426871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.891485586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.89154292Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.891577359Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.891600715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.891817271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.892726816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23005","req_id":"47ded123-7dcf-4aed-b43c-0f57e51f47b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: a1 b6 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.892849477Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23005","req_id":"47ded123-7dcf-4aed-b43c-0f57e51f47b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.893180073Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.893196307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"81796aa6-4ecc-4d56-a811-dc112da8da6c.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.893211401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23005","req_id":"47ded123-7dcf-4aed-b43c-0f57e51f47b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 64860, target: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.893305635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:52369","req_id":"3b89bd7a-f92c-45da-9c6d-0abc815c029a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 92 61 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .a..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.893338723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:52369","req_id":"3b89bd7a-f92c-45da-9c6d-0abc815c029a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.893427526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.893474509Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"61d3324b-3a36-494c-95ab-02b65214832c.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.89351958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:52369","req_id":"3b89bd7a-f92c-45da-9c6d-0abc815c029a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 61901, target: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.894043965Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 64860, target: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6307, tv_nsec: 753899585 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.894104081Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.894246327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 61901, target: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6307, tv_nsec: 754181257 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.894291279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.894419322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.89445132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.894475527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.894498302Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.894852104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.895503632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.895544612Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.895569469Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.895592074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.895876008Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.896414196Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.900600646Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.900661271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.900684707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.900925139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.901573027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.90503666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.905071268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.905093154Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.905477193Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.90628124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.910165892Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.910215855Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.910239441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.910532927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.911302895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.916097001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.916272696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.923264169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.930423975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 6e43be5e-eba9-4a79-84a8-7f9521f2c946, lookup_type: ById(6e43be5e-eba9-4a79-84a8-7f9521f2c946) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.930490072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.930514778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.93059914Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.93118101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.932156112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.932250586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.932275712Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.932297768Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.932678376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.934237118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.9342839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.934304626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.934324291Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.934347807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.934371843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.934394709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.934706619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.936085855Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.936128596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.938359251Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.943188916Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6e43be5e-eba9-4a79-84a8-7f9521f2c946, lookup_type: ById(6e43be5e-eba9-4a79-84a8-7f9521f2c946) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.943233768Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.943256303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.943613105Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.944358258Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.949111133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.949144602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.949166377Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.949421023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.950338019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.957044608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.957152776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.957212202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.957746259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.960820152Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:40349","req_id":"3525d299-9bd9-4a9e-852b-4bb1490f0fd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: bf e3 01 00 00 01 00 00 00 00 00 01 24 38 31 37 ............$817\n0010: 39 36 61 61 36 2d 34 65 63 63 2d 34 64 35 36 2d 96aa6-4ecc-4d56-\n0020: 61 38 31 31 2d 64 63 31 31 32 64 61 38 64 61 36 a811-dc112da8da6\n0030: 63 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 c.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.961095443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:40349","req_id":"3525d299-9bd9-4a9e-852b-4bb1490f0fd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 56,\n 49,\n 55,\n 57,\n 54,\n 97,\n 97,\n 54,\n 45,\n 52,\n 101,\n 99,\n 99,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 97,\n 56,\n 49,\n 49,\n 45,\n 100,\n 99,\n 49,\n 49,\n 50,\n 100,\n 97,\n 56,\n 100,\n 97,\n 54,\n 99,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.96127755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"81796aa6-4ecc-4d56-a811-dc112da8da6c.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.961346998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:40349","req_id":"3525d299-9bd9-4a9e-852b-4bb1490f0fd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"81796aa6-4ecc-4d56-a811-dc112da8da6c.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.961422397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:11636","req_id":"39df201a-fae1-4086-b4c2-e31f17102180","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: f8 86 01 00 00 01 00 00 00 00 00 01 24 36 31 64 ............$61d\n0010: 33 33 32 34 62 2d 33 61 33 36 2d 34 39 34 63 2d 3324b-3a36-494c-\n0020: 39 35 61 62 2d 30 32 62 36 35 32 31 34 38 33 32 95ab-02b65214832\n0030: 63 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 c.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.961459847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:11636","req_id":"39df201a-fae1-4086-b4c2-e31f17102180","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 54,\n 49,\n 100,\n 51,\n 51,\n 50,\n 52,\n 98,\n 45,\n 51,\n 97,\n 51,\n 54,\n 45,\n 52,\n 57,\n 52,\n 99,\n 45,\n 57,\n 53,\n 97,\n 98,\n 45,\n 48,\n 50,\n 98,\n 54,\n 53,\n 50,\n 49,\n 52,\n 56,\n 51,\n 50,\n 99,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.961559963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"61d3324b-3a36-494c-95ab-02b65214832c.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.961575297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:11636","req_id":"39df201a-fae1-4086-b4c2-e31f17102180","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"61d3324b-3a36-494c-95ab-02b65214832c.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.962195336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:64860] }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.96228629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:64860\"]}","iteration":2,"elapsed":"73.603406ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:07.962473388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:61901] }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.962549718Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:61901\"]}","iteration":2,"elapsed":"72.805251ms"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.962579205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23774","req_id":"e8849416-9b3e-4ecb-aa9f-5fb8fe036378","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b2 56 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .V..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.962612484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23774","req_id":"e8849416-9b3e-4ecb-aa9f-5fb8fe036378","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.96449658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.964611879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.96465453Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23774","req_id":"e8849416-9b3e-4ecb-aa9f-5fb8fe036378","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.964880289Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:07.964913967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.964934513Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"156.35µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.964957459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:07.964979034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.964999409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"6.522µs"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.965056154Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.965083591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.965106117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.965127843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.967188594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.969722987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.980331512Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.980394869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.980418655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.980725944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.982892613Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6307, tv_nsec: 842766167 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.983020936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:07.98357829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54963","req_id":"2b47ef04-462b-46f8-9629-007861a29554","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 99 c3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.983651468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54963","req_id":"2b47ef04-462b-46f8-9629-007861a29554","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.983990006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:07.984071167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54963","req_id":"2b47ef04-462b-46f8-9629-007861a29554","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.027747087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found DNS version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.028205385Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.028257019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.028277674Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.028297799Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.028321926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.028346172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.028369158Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.028856743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.029722647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.029765978Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"10cee23c-a7a4-4d84-a2e9-7192291ba01a"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.029792685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.029816151Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.029840087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.029863963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.030166511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.031173181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-03-10T20:08:04.676756Z, time_modified: 2026-03-10T20:08:04.676756Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: d190bccd-cbb4-4881-8f1a-85f146780c84, db_silo: Silo { identity: SiloIdentity { id: d190bccd-cbb4-4881-8f1a-85f146780c84, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-10T20:08:07.774717Z, time_modified: 2026-03-10T20:08:07.774717Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: d190bccd-cbb4-4881-8f1a-85f146780c84, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: d190bccd-cbb4-4881-8f1a-85f146780c84, db_silo: Silo { identity: SiloIdentity { id: d190bccd-cbb4-4881-8f1a-85f146780c84, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-10T20:08:07.774717Z, time_modified: 2026-03-10T20:08:07.774717Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.031269996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"d190bccd-cbb4-4881-8f1a-85f146780c84\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"d190bccd-cbb4-4881-8f1a-85f146780c84\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo d190bccd-cbb4-4881-8f1a-85f146780c84 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"141.362577ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.032169998Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.039994865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.040055681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.040080167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.04043875Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.041183572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.045718411Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.045761812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.045785208Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.046057018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.047331307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:60943","req_id":"4dc4678d-abe6-4f41-ae8e-598e8ce85128","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b3 fe 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.047445186Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:60943","req_id":"4dc4678d-abe6-4f41-ae8e-598e8ce85128","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.047628133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:08.047768669Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:60943","req_id":"4dc4678d-abe6-4f41-ae8e-598e8ce85128","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.047917728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.048152598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.048195659Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6d4eb468-0d30-4ff6-baca-6c7b0368dfb5"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.048223967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.048247743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.048271999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.048295005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.048550221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.049288661Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"10cee23c-a7a4-4d84-a2e9-7192291ba01a"} {"msg":"read DNS config","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.049347917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.049371733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.049443411Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"161.965469ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.049519781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.091886634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_server_url":"http://[::1]:64860","servers":"DnsServersList { addresses: [[::1]:64860] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:64860/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.092524108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:33176"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.093048834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"7a6caf8c-0398-4fe9-ace7-70ddb93b76df","remote_addr":"[::1]:33176","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.093098697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"7a6caf8c-0398-4fe9-ace7-70ddb93b76df","remote_addr":"[::1]:33176","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.093121402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:17218","req_id":"dbe4e6c3-93a8-4521-8469-a947ceba00b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: b4 25 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f .%..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.093216547Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:17218","req_id":"dbe4e6c3-93a8-4521-8469-a947ceba00b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.093415718Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.093534539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.093586332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:17218","req_id":"dbe4e6c3-93a8-4521-8469-a947ceba00b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42738, target: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempting generation update","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.093902454Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"new_generation":1,"req_id":"7a6caf8c-0398-4fe9-ace7-70ddb93b76df","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.093924449Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"new_generation":1,"req_id":"7a6caf8c-0398-4fe9-ace7-70ddb93b76df","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.093977773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"7a6caf8c-0398-4fe9-ace7-70ddb93b76df","remote_addr":"[::1]:33176","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","latency_us":953,"response_code":204} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.094129012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.098952696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.098996567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.099019543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.09931773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.100434748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42738, target: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6307, tv_nsec: 960326777 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.100497004Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.100738476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_server_url":"http://[::1]:64860","servers":"DnsServersList { addresses: [[::1]:64860] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64860/config\", status: 204, headers: {\"x-request-id\": \"7a6caf8c-0398-4fe9-ace7-70ddb93b76df\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.100779027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_server_url":"http://[::1]:64860","servers":"DnsServersList { addresses: [[::1]:64860] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.100875032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"servers":"DnsServersList { addresses: [[::1]:64860] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.100959133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:64860\":{\"Ok\":null}}}","iteration":3,"elapsed":"51.442553ms"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.101307553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:18740","req_id":"cc96d931-e917-4c08-a359-71a0f42a9a89","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 29 53 01 00 00 01 00 00 00 00 00 01 24 66 31 38 )S..........$f18\n0010: 39 31 31 33 63 2d 38 35 65 62 2d 34 64 36 61 2d 9113c-85eb-4d6a-\n0020: 62 32 66 63 2d 34 36 62 61 33 64 65 31 36 30 65 b2fc-46ba3de160e\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.101363658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:18740","req_id":"cc96d931-e917-4c08-a359-71a0f42a9a89","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 102,\n 49,\n 56,\n 57,\n 49,\n 49,\n 51,\n 99,\n 45,\n 56,\n 53,\n 101,\n 98,\n 45,\n 52,\n 100,\n 54,\n 97,\n 45,\n 98,\n 50,\n 102,\n 99,\n 45,\n 52,\n 54,\n 98,\n 97,\n 51,\n 100,\n 101,\n 49,\n 54,\n 48,\n 101,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.101467284Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.101517197Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:18740","req_id":"cc96d931-e917-4c08-a359-71a0f42a9a89","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"f189113c-85eb-4d6a-b2fc-46ba3de160e6.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.140347038Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1} {"msg":"begin collection","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.14050835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.140534957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:43524"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.140577248Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/ignition","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.14089733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6d4eb468-0d30-4ff6-baca-6c7b0368dfb5"} {"msg":"read DNS config","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.140930019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.140952124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.140971779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"252.047724ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.141039987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.178290791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_server_url":"http://[::1]:61901","servers":"DnsServersList { addresses: [[::1]:61901] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61901/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.178701357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:45225"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.17917785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"615ebb9b-5299-43dc-b08f-c264a472a769","remote_addr":"[::1]:45225","local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.179205997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"615ebb9b-5299-43dc-b08f-c264a472a769","remote_addr":"[::1]:45225","local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.179460093Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"new_generation":2,"req_id":"615ebb9b-5299-43dc-b08f-c264a472a769","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.179491121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.179505114Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.179701655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.17979783Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.179816995Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.179831448Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"new_generation":2,"req_id":"615ebb9b-5299-43dc-b08f-c264a472a769","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.179932475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"PUT","req_id":"615ebb9b-5299-43dc-b08f-c264a472a769","remote_addr":"[::1]:45225","local_addr":"[::1]:61901","component":"http","kind":"dns","component":"external_dns_server","latency_us":760,"response_code":204} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.180269421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_server_url":"http://[::1]:61901","servers":"DnsServersList { addresses: [[::1]:61901] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61901/config\", status: 204, headers: {\"x-request-id\": \"615ebb9b-5299-43dc-b08f-c264a472a769\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.180309572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"dns_server_url":"http://[::1]:61901","servers":"DnsServersList { addresses: [[::1]:61901] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.180368467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"servers":"DnsServersList { addresses: [[::1]:61901] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.180436664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:61901\":{\"Ok\":null}}}","iteration":3,"elapsed":"39.390696ms"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.181004091Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a154fa8-b0d1-4601-9f8a-55697f35c7c4\", \"content-length\": \"835\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.181669672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.182541997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"602345b4-64b2-4077-b513-0c9fb7b99959\", \"content-length\": \"734\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.183084177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.18422153Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b47908-560c-4f8e-a06f-898b5f7a934c\", \"content-length\": \"111\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.184361887Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.185332147Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ac8b64-0b56-4dd6-b73e-ce0439139dc3\", \"content-length\": \"111\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.185468072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.18639408Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a76ce2-93e5-4e16-b544-268d0f61aa21\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.186460518Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.18732173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06de22f-d58e-4e52-999b-87c47a7a2b57\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.187383546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.188391716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4248f722-7861-4c76-87e0-e0025383ee1a\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.188440888Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.189323366Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33637dd6-0b0c-4e9e-97ca-b13900637f54\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.189385372Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.189971743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af71b885-1c7b-4378-ba35-250b112ed1d9\", \"content-length\": \"702\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.19011723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"found new target blueprint (first find)","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.19275254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-03-10 20:08:06.872722 UTC","target_id":"6e43be5e-eba9-4a79-84a8-7f9521f2c946"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.192815666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"6e43be5e-eba9-4a79-84a8-7f9521f2c946\",\"time_created\":\"2026-03-10T20:08:06.872722Z\",\"time_found\":\"2026-03-10T20:08:08.192773535Z\"}","iteration":2,"elapsed":"301.381334ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.192887945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.192911831Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.192930286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"20.316µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.192950481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.193020839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.19306538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.193089847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.193112103Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.193582254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.195474172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint execution: quiesce check","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.19550779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false} {"msg":"initial state","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.195527015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"} {"msg":"initial quiesce state","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.1955444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:08.195562874Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"6e43be5e-eba9-4a79-84a8-7f9521f2c946","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.19558291Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"6e43be5e-eba9-4a79-84a8-7f9521f2c946\"}","iteration":2,"elapsed":"74.489µs"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.195803687Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.195848678Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.196284671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.196868511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c6d869-0096-4015-ae04-b896b091e4bc\", \"content-length\": \"727\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.197036554Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.197882472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48dddf7-505d-492d-acf0-173516467553\", \"content-length\": \"729\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.197956031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.198102999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.201330241Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.201376673Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.201400199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.201645683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.202414031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.202461013Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.202484389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.202504954Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.202785487Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.204132364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1b25d7-b637-41f5-a9b0-397f94506222\", \"content-length\": \"728\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.204223337Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.20458098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.208777171Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"Rack initialized","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.208825074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.208842368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.208863754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.209094493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.246193608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.246887237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.247198077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone f189113c-85eb-4d6a-b2fc-46ba3de160e6 at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 146)\",\"zone_id\":\"f189113c-85eb-4d6a-b2fc-46ba3de160e6\"}],\"nsuccess\":0}","iteration":2,"elapsed":"54.249917ms"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.247806104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29f4c85-e5e3-48c9-a031-967cc06f44d3\", \"content-length\": \"734\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.248019709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.24817837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.248203506Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.248678929Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.250300677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6118225-5212-4b80-9f0f-09a28498457e\", \"content-length\": \"111\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.250422128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.250570047Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.250595403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.250988565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.252369271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22db2bc3-108e-4fcb-9cc1-e4058c4c7af8\", \"content-length\": \"111\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.25244292Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.252741917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.252775905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.252797421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.252817946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.253165636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.254354952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ac07cc-8377-4a24-8f63-911484737acc\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.254425921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.254566237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.254595975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.25461664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.254941494Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.256248021Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47593c12-c88b-44a3-bb74-e87b1ad3c0a2\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.256302665Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.256448222Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.256474009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.256494274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.256794381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.258032681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b0e3fb-80a5-4e90-b0cb-5a834322eaed\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.258093246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.258228071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.26338126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.263436474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.263453718Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.263483596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.263504862Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.263525237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.263710875Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.2678029Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe8fc4b-6e8f-4d38-87ba-5224ce19aadc\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.267906546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.26807547Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.268102317Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.268124083Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.268572778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.26962685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ec07b0-05b7-4a7b-8d9d-b0f401e036de\", \"content-length\": \"702\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.269716543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.270335963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4089a82b-ba07-4fda-9dd6-74de44a2e2ca\", \"content-length\": \"727\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.270417244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.270550528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.270576145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.27059693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.270957013Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.271910349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8fe737-e15d-472c-a7e1-795bd5c403aa\", \"content-length\": \"729\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.271980867Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.272542782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb54550-7e48-492b-847c-361686faea1c\", \"content-length\": \"728\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.272595055Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.272725679Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.277922159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.277976363Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.277998108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.27823568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.27951801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279178c8-c2b6-4fd6-a6d8-68d01f93d9b7\", \"content-length\": \"723\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.279683253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.280245528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80b92e4b-3420-411d-8657-13dd8d57b70f\", \"content-length\": \"10\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.280343473Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.280491751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.280516308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.280881722Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.28192214Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c21946e-2166-4b80-b999-758369d76e84\", \"content-length\": \"144\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.282080691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.282601515Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0307332f-124d-418e-b42f-f50b0231350e\", \"content-length\": \"147\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.282680435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.282980313Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.283012181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.283368593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.284529112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534fa7c3-f8c4-4b4c-9b70-139e4598dc8e\", \"content-length\": \"109\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.28459869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.284729824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.28475444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.28506362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.286410127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986dcf79-d502-42ac-b578-6f42824762f2\", \"content-length\": \"109\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.286475264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.286657231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.286705823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.286728409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.286748974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.287062585Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.288530064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cece9b9-84ba-4277-9f3c-fee8582c084a\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.288607754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.288740808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.288765884Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.28878649Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.289092749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.290407398Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8339762-fae5-4065-9a9c-0010431dfed5\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.290441827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.290742374Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.290768701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.290800209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.291127283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.292207542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc5ba49-0f69-4ba1-a8ab-4ce613f1fb76\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.292272158Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.292408384Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.298034754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.298126238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.298202097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.298256972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.299736513Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.302370352Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b98dc2a-9c66-4617-b441-dac68bae098d\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.302492574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.302697256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.302731625Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.303116054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.304154002Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0bd08f5-5813-46ff-b27d-361628d06d14\", \"content-length\": \"702\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.304272312Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.30496099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"738c37c9-69f4-4331-b90b-d4918ed628a6\", \"content-length\": \"727\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.305042971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.305188139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.305259417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.305701891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.306747331Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e408e686-025e-41cc-9d16-ee85000abb23\", \"content-length\": \"729\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.30682112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.307428196Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f85914-7537-4c46-a1fe-e8cd63504809\", \"content-length\": \"728\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.307495854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.307770974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.307795851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.308129627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.309089484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b4de37-e3c6-40a4-aec7-9eede0784eb8\", \"content-length\": \"723\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.309217657Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.309652159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.309705933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.309728809Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.309749715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.310026826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.310521033Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a92339e-4b2d-4c51-ad87-d5ddf4ec8418\", \"content-length\": \"10\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.310609766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.311271037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b744cbd-091e-4991-a2e8-aaf45cb7cea4\", \"content-length\": \"144\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.311340605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.311617886Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.311643583Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.311664228Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.311963845Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.312650142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129abef4-18bd-4366-b4dd-779b2df8fde0\", \"content-length\": \"147\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.312720971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.313421361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.313464142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.313486638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.313779644Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.314453027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ad16f4-659d-44fc-b8f9-713ecf356ba0\", \"content-length\": \"109\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.314520215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.315214784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.321050118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.32109764Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.321114825Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.321147243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.321169999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.321190874Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.321393777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.322642549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17860373-f99a-4769-9e33-547e67c046f4\", \"content-length\": \"109\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.322727941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.322873488Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.322900615Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.322921851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.323265729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.324621769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e77e649-a498-4e3d-8918-1a1ab8fad107\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.324693257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.324826082Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.324852348Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.324873404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.32516798Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.326582074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02f4008-e97d-421b-8d1f-b683d3d709ed\", \"content-length\": \"163\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.32664124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.326790498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.332451288Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.332519645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.332542951Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.332765219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.334358639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1638aa2b-e6c6-44ba-abb1-f3f989cbd8a9\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.334453184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.33533188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4a475b4-5761-4624-be32-37c4611dd603\", \"content-length\": \"166\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.335419673Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.33575757Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.335791189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.33614591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.336902945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345ddf96-0033-42fa-aae4-d0d6a6640726\", \"content-length\": \"702\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.336988918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.337653969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704d0e2d-32b4-4b63-930a-880de854cea8\", \"content-length\": \"727\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.337729939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.337876556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.337908085Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.338275739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.339234887Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79527fe6-4a80-4c4f-8202-5f4226395bd8\", \"content-length\": \"729\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.339312827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:43524/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.340007666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5303fd62-4fe8-45f6-ba16-8005eeccedaa\", \"content-length\": \"728\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.340113783Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.340143921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.340169448Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.340191573Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.340552786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.341350182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.341394483Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.341689169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.342670132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.345933604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.346001281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.346026638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.346051894Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.34607484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.34626664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.346971131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.347027516Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.34731627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.348318999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.351490857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.35154274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.351567336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.351811039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.35243703Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.352481362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.352505198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.352526253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.352782119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.354059789Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.354109592Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.354133488Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.354406768Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.392674715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:45969"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.392758596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"http://[::1]:45969","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:45969/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.393189758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57254"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.396648979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/inventory","method":"GET","req_id":"a69da5c2-af56-41d5-9432-d150af7f45a2","remote_addr":"[::1]:57254","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.396693881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/inventory","method":"GET","req_id":"a69da5c2-af56-41d5-9432-d150af7f45a2","remote_addr":"[::1]:57254","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.39874569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/inventory","method":"GET","req_id":"a69da5c2-af56-41d5-9432-d150af7f45a2","remote_addr":"[::1]:57254","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5247,"response_code":200} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.398896959Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.398928317Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.398950123Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.399475588Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.40029781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"http://[::1]:45969","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69da5c2-af56-41d5-9432-d150af7f45a2\", \"content-length\": \"20607\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.402143466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.402191048Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.402212354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.402361012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.40258634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:08.402881426Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.43896646Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"5c201080-cc41-4511-8008-eb7a16cba8eb (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.439032127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.439419847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.439596762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.475012133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"81796aa6-4ecc-4d56-a811-dc112da8da6c (omicron_zone)"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.475084742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"internal_dns_url":"http://[::1]:64860","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64860/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.475509342Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:63749"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.47592872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"GET","req_id":"a7c0c834-0aef-41b0-a695-729b5e44d3d2","remote_addr":"[::1]:63749","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.47596691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"GET","req_id":"a7c0c834-0aef-41b0-a695-729b5e44d3d2","remote_addr":"[::1]:63749","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.476505088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/config","method":"GET","req_id":"a7c0c834-0aef-41b0-a695-729b5e44d3d2","remote_addr":"[::1]:63749","local_addr":"[::1]:64860","component":"http","kind":"dns","component":"internal_dns_server","latency_us":573,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.476724335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"internal_dns_url":"http://[::1]:64860","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64860/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c0c834-0aef-41b0-a695-729b5e44d3d2\", \"content-length\": \"3478\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.477175841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"81796aa6-4ecc-4d56-a811-dc112da8da6c (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.477231866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.477253331Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.477396658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.477424435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.477449352Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.477471828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.47794577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.47884059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.484630373Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.484709494Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.484727818Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.484761077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.484783593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.484805598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.484986775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.486423826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.489653718Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.490134112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.490174593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.490497736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.491283629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.4913297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.491352756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.491733655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.493376268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.493436724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.49345983Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.493758297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.495354538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.501070192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.501135759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.501159015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.501386183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.505715179Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 966b4c74-e251-41b7-ba6b-c2516cebdadf, kind: Service { id: 61d3324b-3a36-494c-95ab-02b65214832c }, name: Name(\"external-dns-61d3324b-3a36-494c-95ab-02b65214832c\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: 46219700-2d95-43d8-ae72-bed7bc0ef377, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.505797331Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.505820847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.505844283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.505865898Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.506131377Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.507406535Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.510627926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.510673898Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.510695904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.510912479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.511969862Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-10T19:22:50.332390Z, time_modified: 2026-03-10T20:08:07.852989Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.512024066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.512042141Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 966b4c74-e251-41b7-ba6b-c2516cebdadf, kind: Service { id: 61d3324b-3a36-494c-95ab-02b65214832c }, name: Name(\"external-dns-61d3324b-3a36-494c-95ab-02b65214832c\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46219700-2d95-43d8-ae72-bed7bc0ef377, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 966b4c74-e251-41b7-ba6b-c2516cebdadf, kind: Service { id: 61d3324b-3a36-494c-95ab-02b65214832c }, name: Name(\"external-dns-61d3324b-3a36-494c-95ab-02b65214832c\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46219700-2d95-43d8-ae72-bed7bc0ef377, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.512132434Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.523918973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-03-10T20:08:06.085399Z, time_modified: 2026-03-10T20:08:06.085399Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(45969), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(47851), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.52398724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.565932565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.565995801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.566485027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.57041077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.570467904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.570492891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.57052885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.571009714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.572715484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.577310268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.577520703Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:45969/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.5779356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39157"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.578280569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f4e82d04-6b46-417a-9b9a-e21e4cd98f16","remote_addr":"[::1]:39157","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.57832414Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f4e82d04-6b46-417a-9b9a-e21e4cd98f16","remote_addr":"[::1]:39157","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.579426184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f4e82d04-6b46-417a-9b9a-e21e4cd98f16","remote_addr":"[::1]:39157","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1141,"response_code":204} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.579578753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"f4e82d04-6b46-417a-9b9a-e21e4cd98f16\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.579657614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.579679309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618612617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618674943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618697039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618716404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618735689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618754224Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618773209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618791603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618810038Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618845327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618864462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618883837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618903332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618922007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618941122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618960837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.618980142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619014231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619034286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619053381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619072226Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619096562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619116577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619135962Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619155637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619174912Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619192727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619210871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619229796Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619248341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619266856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619286321Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619304726Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.61932337Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619341665Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.61936021Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619378805Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619397229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619415954Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619434059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619452284Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619469858Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619487963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619506198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619524262Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619543247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619561642Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619579917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619598501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619616416Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619634441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619652415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.61967102Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619689845Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.61970856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619727245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.61974656Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619765784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.61978522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619803324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619821519Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619840044Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619860519Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619879134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619897388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619916293Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619934988Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619953673Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619971858Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.619990012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62001907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620038165Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62005711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620076485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62009624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620116485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62013646Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620154975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620173049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620191164Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620209139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620228314Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620247409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620266053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620285719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620304333Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620322948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620341733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620360548Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620379533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620397557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620416262Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620435007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620453732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620472117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620490851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620509376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620527391Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620546986Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620565891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620584776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620604071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620623126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620642551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620661976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620681361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620699405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62071811Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620737035Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620775295Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62079406Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620812604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620830539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620849244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620867839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620886583Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620905598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620924353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620943318Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.620971305Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62098985Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621015897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621034182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621052236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621070121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621088205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62110631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621124935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621154212Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026013001.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621173848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621192712Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621211497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621230842Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621249327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621268052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621285886Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621303871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621323106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621341991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621360856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621379511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621398365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62141727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621436285Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62145579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621474765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62149387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621512905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62153209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621551355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62157059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621590305Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62160942Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621628885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62164853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621668025Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013000.0.0","path":"/v1/instances/{instance}/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62168707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621706135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62172544Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621745075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62176479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621784345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621822505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62184145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621859904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621878019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621896204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621914579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621932853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621951208Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621970363Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.621988478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622020436Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622038971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622057355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622083382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622102407Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622120832Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622139647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622158942Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622177286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622202823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622222208Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622241083Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622259287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622277012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622295167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622313161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622331226Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622349451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622368005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62238638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622403995Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622421849Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622439904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622458079Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622475843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622494758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622513693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622532128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622551303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622570088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622589362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622608387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622627672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622646997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622666182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622685727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622704742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622723787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622742662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622761077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622779652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622798386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622817201Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622864864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622884609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622902783Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622920478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622938643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622956527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622974582Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.622993087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623020394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623038858Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623057253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623075828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623101605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623119839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623137844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623156009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623174893Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026020600.0.0 to 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623193618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623212673Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623230758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623248622Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623266717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623287102Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623305497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623323692Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623342917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020200.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/abort","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623362522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623382707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623401602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021900.0.0","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623420727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623439052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623457436Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623476301Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623495286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623513761Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623532176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62355114Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623569855Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62358891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623607785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62362652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623644635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623663069Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623681064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623700659Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623720134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623738919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623758164Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623776619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623795443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623814508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623833333Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623851698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623870463Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623889478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623908973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623927778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623947393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623966788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.623985763Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62401475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624034385Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62405431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624073555Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62409346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624113115Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62413245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624151315Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62417064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624189795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62420956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624229145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62424857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624267935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62428752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624306745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62432581Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624345035Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62436427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624383585Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62440269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624422155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62444132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624460515Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62447869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624497745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624516399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624535274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624554329Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624573104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624592149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624610214Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624629098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624647903Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624666808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624685653Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624704158Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624723413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624742358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624761412Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624788459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624807294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624825939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624845574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624864969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624884594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624903309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624922694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624941269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624960344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.624979729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025121200.0.0 to 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625011347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625031202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625049787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625068652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625087016Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625106131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625126457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625145011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625164206Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625184191Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625203957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625223602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625243157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625261091Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625279466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625297881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625316226Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62533459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625352885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62537111Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625388974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625407209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625425804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625444279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625463894Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625482778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625500913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625519468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625537703Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625555827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020600.0.0","path":"/v1/system/silos/{silo}/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625575252Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625594357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625613442Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625632157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625651382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625670417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625689752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625709037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625728472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625747497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625766452Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625785537Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625804531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625823686Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625842771Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625861706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625881121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625901046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625920621Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625940316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625960062Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.625979767Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626007434Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626027699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626046834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626066569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626086094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626105669Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626124914Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626144389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626164254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626183879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626203414Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626222579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626242724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626261399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626279614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026022500.0.0","path":"/v1/system/update/recovery-finish","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626299149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626317174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626335598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626354263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626372578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626391023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626409868Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626429022Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626447947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626466792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626485607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626504802Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626524217Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626543222Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626561287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626579391Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626597766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626616021Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626634525Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.6266533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626671885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.6266906Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626709365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626727719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626745704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626763979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626781933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626799728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626817763Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626835567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626853462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626871306Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626889521Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626907656Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62692565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626943635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62696166Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.626979594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627005861Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627024426Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627042541Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627060865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62707905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627100626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627120511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627139786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62715777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627175755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62719384Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627218766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627237371Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627255466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62727403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627292275Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.62731121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.627329975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.627346609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.657971575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658047795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65806938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658114002Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658133817Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658152832Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658171877Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658190571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658209176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658229571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658249006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658268992Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658288287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658308022Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658327767Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658347312Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658366357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658385592Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658405497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658424812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658444307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658463972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658483397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658502992Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658523257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658543062Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658560977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658579092Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658597766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658617061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658636256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658655421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658673956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658692611Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658710936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65872983Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658750066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658770511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658789046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65880749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658826125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65884465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658862545Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65888156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658900514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658918729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658937234Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658955599Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658973773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.658992128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659020475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65903954Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659058775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65907741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659096195Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659122042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659141797Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659161472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659181287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659199742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659218366Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659237311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659255626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659274811Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659293556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659313161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659332846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659351391Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659370466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65938895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659408005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65942699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659446175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.65946523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659506871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659566546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659588912Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659608747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659627612Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659646707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659665572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659684757Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659704112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659723387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659743062Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659762697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659782462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659801667Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659820972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659839807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659858701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659877666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659896891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659916016Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659935511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659954396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659973011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.659991786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660011231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660030736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660050341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660070346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660101544Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660121619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660141424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66016167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660180084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660198689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660217654Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660236739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660255724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660274639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660293804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660312729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660373614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.6603956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660414435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66043393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660452294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660471519Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660490634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660509019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660528404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660546599Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660565294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660613776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660633271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660652056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660671401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660690576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026013001.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660758864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660780389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660799844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660819349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660838274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660857219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660876514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660894909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660914514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660942571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660962086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.660981311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661000796Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661020541Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661039476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661060161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661079826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661099101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661119286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661138882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661159147Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661177662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661197367Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661217842Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661238387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661258492Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661279028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013000.0.0","path":"/v1/instances/{instance}/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661299173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661318738Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661338713Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661358848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661378723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661399579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661420264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661438859Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661457754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661477049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661497474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661516049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661535034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661554799Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661574184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661594109Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661613064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661631979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661651614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661682682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661701617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661721092Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661740597Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661759902Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661779637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661799202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661819077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661839142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661857747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661876792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661894836Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661914181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661933706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661951771Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661970536Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.661989321Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662008396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662027101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662045415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66206391Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662082255Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662100699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662120014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66213967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662159035Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66217861Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662198555Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66221826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662248308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662268453Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662288218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662308003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662328008Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662347633Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662366578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662386023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662405178Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662424043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662443578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662462663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662481958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662501203Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662519267Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662537822Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662556467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662574822Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662593457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662612001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662630346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662648671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662666905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66268576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662704455Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66272302Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662741435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662760079Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662780205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026020600.0.0 to 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66279954Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662818905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662837069Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662855534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662874159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662895134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662913589Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662932864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662952629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020200.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/abort","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.662972634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66299306Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663011584Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021900.0.0","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663031189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663050654Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663069889Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663088604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663114261Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663133336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663152271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663171486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663191221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663210736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663230111Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663249406Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66326787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663286785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66330512Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663325535Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66334495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663364685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66338396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663402845Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66342195Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663440925Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66346032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663479175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66349776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663516715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663554374Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663574459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663593964Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663613279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663632694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66365258Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663671865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66369189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663711575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66373163Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663751245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66377077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663790315Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66381037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663829915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663850191Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663869976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663889921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663909276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663929041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663948786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663967871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.663987096Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664007451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664027376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664047441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664067957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664088362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664108827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664127672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664147107Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664166072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664184997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664204382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664223437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664242382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664261076Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664279941Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664298776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664317211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664336236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664354561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664373896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664392981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664412095Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66443089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664449635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66446857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664488755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66450864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664528325Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664548341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664568066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664587401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664607076Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664626661Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025121200.0.0 to 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664646866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664666891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664685996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664704611Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664724726Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664744251Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664765296Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664784471Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664804096Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664824512Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664844697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664864942Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664884757Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664903732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664922227Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664941462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664959977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664978982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.664998057Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665016621Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665035346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665053921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665072236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66509053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665109605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665130131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665148925Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66516732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665186645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66520586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020600.0.0","path":"/v1/system/silos/{silo}/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665225435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66524443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665264135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66528332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665302485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66532152Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665340395Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66536012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665379435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66539911Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665418665Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66543795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665457965Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66547717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665496785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66551628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665536275Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665556841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665577156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665597651Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665617936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665638032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665658037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665677792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665697597Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665716832Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665736467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665756602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665777627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665798053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665818488Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665838123Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665858298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665878463Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665898789Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665917454Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665935918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026022500.0.0","path":"/v1/system/update/recovery-finish","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665955663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665974708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.665999645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66601943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666037875Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66605716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666075884Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666094709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666113584Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666132979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666152084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666170989Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666190604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666209609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666228404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666247089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666265563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666284418Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666302433Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666321878Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666340463Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666359478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666378552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666397867Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666416862Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666435717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666454052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666472677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666491782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666510546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666528931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666548046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666566671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666585476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66660345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666622255Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66664174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666660245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66667899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666697635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66671759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666736645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66675564Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666774595Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.66679455Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666814365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666832459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666851344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666870369Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666888864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666907749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666926964Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666945759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666963973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.666982668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.667001563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667018587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:49317","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered DTrace probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667034372Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667051806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:33574","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.667072841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:33574","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667094007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:33574","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:33574","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667120614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667136328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:63060"} {"msg":"starting producer registration task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667152942Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.667168236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"file":"oximeter/producer/src/lib.rs:281","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:33574","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Running step start_oximeter","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667189211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667203445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"registered DTrace probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667215628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.667238864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667275424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667288987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667311193Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:63060","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.667329148Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.700145128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63060/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.701039959Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:61695"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.702794461Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"a4e38ddb-b297-44d4-90d0-9ef1ab870521","remote_addr":"127.0.0.1:61695","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.702839133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"a4e38ddb-b297-44d4-90d0-9ef1ab870521","remote_addr":"127.0.0.1:61695","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.703549996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a4e38ddb-b297-44d4-90d0-9ef1ab870521","remote_addr":"127.0.0.1:61695","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.703587956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a4e38ddb-b297-44d4-90d0-9ef1ab870521","remote_addr":"127.0.0.1:61695","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.704154842Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a4e38ddb-b297-44d4-90d0-9ef1ab870521","remote_addr":"127.0.0.1:61695","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.705786033Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:08.717340722Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.717428534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.717447119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.717744446Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:08.720934268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.720987442Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.721011788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.721033204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.72225935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.723680356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.726801041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.73525417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.755065958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.760321833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.762352607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.768699583Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.769133915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"a4e38ddb-b297-44d4-90d0-9ef1ab870521","remote_addr":"127.0.0.1:61695","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":66351,"response_code":503} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.769598155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e38ddb-b297-44d4-90d0-9ef1ab870521\", \"content-length\": \"133\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:08.769836987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e38ddb-b297-44d4-90d0-9ef1ab870521\", \"content-length\": \"133\", \"date\": \"Tue, 10 Mar 2026 20:08:08 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"a4e38ddb-b297-44d4-90d0-9ef1ab870521\" }","delay":"105.472534ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.771267735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.774008542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.792166724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.804792198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.807964066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.819117451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.822005106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.83295935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.839766595Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.841828117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.843597873Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.847006872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.853424617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.855830777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.859556357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.863652894Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.865735351Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.867741348Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.871695917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.881001297Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.883797147Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.88590077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.889372485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.902494508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.905044535Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.907197981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.908875393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.910565899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.912189758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.913815747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.915433804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.917019273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.918578975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.920185129Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:08.922121568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:08.922200689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"will register with Nexus at 127.0.0.1:63060","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:08.940136573Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.02141908Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63060/metrics/producers","method":"POST"} {"msg":"registered USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.025305202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"f74e15c3-9ffe-4f99-9ad2-ea8b27d3b09c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.026326995Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:34406","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.026367426Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:34406","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.026406856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:34406","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.026434903Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:34406","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.026453258Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:34406","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.02731623Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:34406","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.028100192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.028125789Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.028255212Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:59511"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.398105349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:63060/metrics/collectors","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.39853832Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283","remote_addr":"127.0.0.1:59511","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.398577421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283","remote_addr":"127.0.0.1:59511","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.399263187Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283","remote_addr":"127.0.0.1:59511","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.399336756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283","remote_addr":"127.0.0.1:59511","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.399993326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283","remote_addr":"127.0.0.1:59511","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.401959563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:44916"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.403488527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors","method":"POST","req_id":"2b855a30-ff56-4a31-85cd-9b9aae3ab62d","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.403529787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors","method":"POST","req_id":"2b855a30-ff56-4a31-85cd-9b9aae3ab62d","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.403915397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"2b855a30-ff56-4a31-85cd-9b9aae3ab62d","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.403959468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"2b855a30-ff56-4a31-85cd-9b9aae3ab62d","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.404486934Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"2b855a30-ff56-4a31-85cd-9b9aae3ab62d","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.405498435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283","remote_addr":"127.0.0.1:59511","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":6965,"response_code":503} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.408454977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283\", \"content-length\": \"133\", \"date\": \"Tue, 10 Mar 2026 20:08:09 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:09.408587371Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283\", \"content-length\": \"133\", \"date\": \"Tue, 10 Mar 2026 20:08:09 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"2ebcd72b-0e84-4c24-bb9b-7e3b8d358283\" }","delay":"744.2297ms","count":"1"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.414650004Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:34406","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.414797312Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors","method":"POST","req_id":"2b855a30-ff56-4a31-85cd-9b9aae3ab62d","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11300,"response_code":204} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.4152151Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"2b855a30-ff56-4a31-85cd-9b9aae3ab62d\", \"date\": \"Tue, 10 Mar 2026 20:08:09 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.415352606Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.415382863Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.415397587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417755395Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417792685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417807619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417820832Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417834576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417848059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417860892Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417874096Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417887059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417900002Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417913276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417926039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417939863Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417953056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417966109Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417979593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.417992626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418020573Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418033947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.41804738Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418060404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418073467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418086891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418100414Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418113417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418126681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418139594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418152457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418165361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418178074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418190977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418203881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418216784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418229557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418242081Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418255174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418282361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418296175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418309128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418322681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418335635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418348518Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418361001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418373735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418386628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418399361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418412054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418424948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418437631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418450444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418463458Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418476961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418489844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418502738Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418515611Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418528344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418541168Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418553721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418566644Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418579438Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418592601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418605664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418618728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418631541Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418644404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418657148Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418670141Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418682864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418695347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418708181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418720994Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418733557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418746061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418758514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418771727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.418784751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.441894659Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46842/v1/webhook-receivers","method":"POST"} {"msg":"starting refresh list task","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.442237887Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.48483417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:36817"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.484897126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:57042"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.485012326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.485507693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.487108296Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"664e904d-0201-4fea-8894-2f4fb57f233a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.488221903Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"664e904d-0201-4fea-8894-2f4fb57f233a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.488423835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"3b2bab71-6563-4f61-9d06-5ed252b24709","remote_addr":"127.0.0.1:36817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.488461685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"3b2bab71-6563-4f61-9d06-5ed252b24709","remote_addr":"127.0.0.1:36817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.4889452Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"664e904d-0201-4fea-8894-2f4fb57f233a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.489112543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"664e904d-0201-4fea-8894-2f4fb57f233a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.489960481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"664e904d-0201-4fea-8894-2f4fb57f233a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.491129113Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b2bab71-6563-4f61-9d06-5ed252b24709","remote_addr":"127.0.0.1:36817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.491183907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b2bab71-6563-4f61-9d06-5ed252b24709","remote_addr":"127.0.0.1:36817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.491551772Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b2bab71-6563-4f61-9d06-5ed252b24709","remote_addr":"127.0.0.1:36817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.493335281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.493387995Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026030200.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.493412311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.493433427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.494833628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.49488037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.495358493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.499959899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"664e904d-0201-4fea-8894-2f4fb57f233a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12868,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.500227548Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.500307459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.500809168Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.5060143Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664e904d-0201-4fea-8894-2f4fb57f233a\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:09 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.506074256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.514770448Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.514881327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.514917486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.514940092Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.515685824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.518146749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.518194271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.518217247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.518588022Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.520676401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.52342612Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.523479603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.523502549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.524150346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.525890765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.525937467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.525961233Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.525982249Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.526275474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.527700972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.527764318Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.527787444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.528066936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.52951878Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.531725139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.531776843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.53184245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.531901865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.531936344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.531967482Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.532182637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.536359104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.537846728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.537901522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.53793395Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.538180314Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.538866701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.53901794Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"3b2bab71-6563-4f61-9d06-5ed252b24709","remote_addr":"127.0.0.1:36817","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":50599,"response_code":201} {"msg":"inserted inventory collection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.543041647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"217d854a-1530-402d-b94f-a3562c53f830"} {"msg":"inventory collection complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.543089969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-10 20:08:08.140360 UTC","collection_id":"217d854a-1530-402d-b94f-a3562c53f830"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.543367591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"217d854a-1530-402d-b94f-a3562c53f830\",\"time_done\":\"2026-03-10 20:08:08.477301 UTC\",\"time_started\":\"2026-03-10 20:08:08.140360 UTC\"}","iteration":3,"elapsed":"1.652652094s"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.543438379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.543463116Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.543486812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.543510218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.543533034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.543877543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.545352053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.549595827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.54964536Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.549670006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.549981246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.551454766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.551494336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.551813429Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.616651025Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"217d854a-1530-402d-b94f-a3562c53f830\",\"time_loaded\":\"2026-03-10T20:08:09.543438369Z\",\"time_started\":\"2026-03-10T20:08:08.140360Z\"}}","iteration":2,"elapsed":"73.18763ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617138561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617167699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"20.155µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617189944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617241538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617283708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"63.206µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617306884Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.6173277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.617346335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.617364359Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617590938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.617857897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.617888634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.617914051Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.617936037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.61849361Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.621003648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.621059412Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.62109196Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.621123388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.621659187Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.623057087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:16121","req_id":"83681c73-649c-47fb-bc99-623976131ccd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b1 a1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.623122014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:16121","req_id":"83681c73-649c-47fb-bc99-623976131ccd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.623218759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.623395714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.623461801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:16121","req_id":"83681c73-649c-47fb-bc99-623976131ccd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.624520534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.627867827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.627920601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.627944967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.627969514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.627991619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.628223409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.628935803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.631365099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.631413682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.63144468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.631663376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.632734472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6309, tv_nsec: 492649027 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.632776493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.633052744Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.636120635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.636167277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.636191173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.636436737Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.639417365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49838","req_id":"9282ff76-bcd2-421e-b2e2-b40b2af96fdc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 10 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.63951534Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49838","req_id":"9282ff76-bcd2-421e-b2e2-b40b2af96fdc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.63962961Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.6396686Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49838","req_id":"9282ff76-bcd2-421e-b2e2-b40b2af96fdc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.675301067Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.678314104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.678350183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.678375289Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.678398085Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.678925161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.681573854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be72253-eb80-495b-9ea6-61c0f4fbefe1\", \"content-length\": \"717\", \"date\": \"Tue, 10 Mar 2026 20:08:09 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.681935577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.681980719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.682005925Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.68244852Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.68318634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.686437328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.686477138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.686500294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.6865236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.686546086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.686770564Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.695452762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.698814169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.698869563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.698893319Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.699156397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.70638257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.706625163Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.706709015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.70677056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.706817853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.707370205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.709256701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.712499277Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.712538167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.71258756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.712613607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.712636143Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.71285671Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.71456302Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.717772637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.717817359Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.717841065Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.718077116Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.722215913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.722250882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.722275028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.722299364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.722322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.722727364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"added exact subscription to alert receiver","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.724312643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","subscription":"Some(AlertRxSubscription { rx_id: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), class: TestFoo, glob: None, time_created: 2026-03-10T20:08:09.679831Z })","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver)"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.72453399Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.727873681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.727923964Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.727948741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.727973167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.727995303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.728226632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.729625883Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.729697402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.729756117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.729787745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.730053303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.730839576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.733951768Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.733994329Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.734018106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.734236232Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.734792265Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.734837567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.734864244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.73488817Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.735193018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.736254922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.73779779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.737856395Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.737904888Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.738096717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.738715467Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.73880651Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"6e43be5e-eba9-4a79-84a8-7f9521f2c946\",\"inventory_collection_id\":\"217d854a-1530-402d-b94f-a3562c53f830\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":2,"elapsed":"121.217523ms"} {"msg":"member state reconciliation completed","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.778176481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.778238697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.778258172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.778283608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.778735105Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.782019561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/webhook-receivers","method":"POST","req_id":"8a08cc90-bea2-43a8-a189-e1b4a97c0ce3","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":289259,"response_code":201} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.782318499Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","status":"201"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.784826035Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.784868066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.785526576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"published alert","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.818383987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"time_created":"2026-03-10T20:08:09.808622Z","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de (alert)"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.818606054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.81882094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.818850627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.818874754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.819940288Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.828690504Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43636"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.82917989Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.829546075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.829595528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.829627526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.829656053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.830101938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.832415085Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.837462516Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.837721003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"144373b0-7b2b-4248-b7fd-392db8083ba3","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8703,"response_code":200} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.837927086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.837960134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.837978519Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.838026681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.838609292Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.839490609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.839524148Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.839548184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.84003723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.841159349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"waiting for alert_dispatcher to go idle","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.841529835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context"} {"msg":"dispatching webhook event...","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.84271532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de (alert)"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.842840983Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.84286792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.843314805Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.894776973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"searching for multicast groups","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.896211573Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.89631815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.896391519Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.897119137Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.898188533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.898395906Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.898443888Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.898475527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.898504114Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.89891379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.90089165Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.904361804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.904638336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"49c5c43c-f7c7-4173-8a4b-f44fe657e16e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6439,"response_code":200} {"msg":"found multicast groups","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.904739282Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.904769479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.904788284Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.90481185Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.90519677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"alert receiver is subscribed to event","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.906000007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","glob":"None","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de (alert)","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver)","rx_name":"my-great-webhook"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.906046049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.906069355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.906426036Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.907786287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"waiting for alert_dispatcher to go idle","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.907931435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context"} {"msg":"found multicast groups","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.95267168Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.952736877Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.952806294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.952855087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"335.573109ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.959474604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.959672815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.959815922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.959852101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.959883609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.959912006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.960451216Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.962690603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.966138672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.966377643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"f649da79-8608-4678-9d95-bee0f7e6a652","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6696,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.966627308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"waiting for alert_dispatcher to go idle","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:09.966778687Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context"} {"msg":"dispatched webhook event","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.990699834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_dispatched":1,"num_subscribed":1,"alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de (alert)"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.990762441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.990788547Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.991275083Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:09.998664138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.998737717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:09.999257271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.00212343Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.002210662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[{\"alert_id\":\"5b38ce09-0fe3-4310-a5b1-e7643a39c1de\",\"dispatched\":1,\"subscribed\":1}],\"errors\":[],\"glob_version\":\"237.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":2,"elapsed":"183.395574ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.002253033Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.002273918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.002296984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.002794743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.00848725Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.008557739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.008958162Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.018633456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.018849032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.018979896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.019016305Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.019047603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.019076651Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.01946268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.021239618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.024481244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.024715194Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"17215941-658e-4653-8ff0-ee41c2b83135","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5872,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.024942243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.025118858Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.025251683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.025441512Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.025477481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.025508039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.025536486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.025847546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.027459042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.029477642Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.029628101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.029656848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.029680134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.029987684Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.030508758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"547ea0bd-4506-421c-9222-a82890ba722b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5263,"response_code":204} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.030737647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.030775637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.030794192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.030818728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.030935828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.031010237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.031047067Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.031078495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.031107322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.031360938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"will register with Nexus at 127.0.0.1:63060","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.032332108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.071540807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63060/metrics/producers","method":"POST"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.071890747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.075361932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.075636503Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"e374265d-ae6a-499e-87e0-55fa1175d95b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":44714,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.076060322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:57596"} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.076815507Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.077050698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"5534efb4-fd2b-4733-88c4-ff0774cac9cb","remote_addr":"127.0.0.1:57596","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.077114824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"5534efb4-fd2b-4733-88c4-ff0774cac9cb","remote_addr":"127.0.0.1:57596","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.077404549Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5534efb4-fd2b-4733-88c4-ff0774cac9cb","remote_addr":"127.0.0.1:57596","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.07748523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5534efb4-fd2b-4733-88c4-ff0774cac9cb","remote_addr":"127.0.0.1:57596","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.077933615Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5534efb4-fd2b-4733-88c4-ff0774cac9cb","remote_addr":"127.0.0.1:57596","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.078714047Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.078747905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.078771741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.079100256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.081062762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.081207209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"237.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":3,"elapsed":"51.569155ms"} {"msg":"assigned collector to new producer","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.08237341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.082666706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/producers","method":"POST","req_id":"5534efb4-fd2b-4733-88c4-ff0774cac9cb","remote_addr":"127.0.0.1:57596","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5561,"response_code":201} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.082897555Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5534efb4-fd2b-4733-88c4-ff0774cac9cb\", \"content-length\": \"41\", \"date\": \"Tue, 10 Mar 2026 20:08:10 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.083493409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.08411948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.084170263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.084564095Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook event delivery attempt started","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.12612309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","attempt":"1","delivery_id":"13901bf0-04f6-4b8c-a2c1-278327927fd7","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de"} {"msg":"webhook receiver endpoint returned an HTTP error","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:10.127678881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response_duration":"1.334614ms","response_status":"500","delivery_trigger":"alert","delivery_id":"13901bf0-04f6-4b8c-a2c1-278327927fd7","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.127741817Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.127769374Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.128208257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.1289954Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.129155462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.129291647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.129349902Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.12938227Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.129411308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.129702723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.131310167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.134496219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.134701001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"613bb3e9-da20-44a9-84f5-402325c5f521","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5551,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.134915227Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.135246462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.135370544Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.135449724Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.135489185Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.135518972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.13554702Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.13581966Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.137311254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.140645744Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.140796263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f63beb8f-b98b-4799-9335-05bfe14aeaa2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5428,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.140998905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"waiting for webhook_deliverator to go idle","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.141104662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.173787259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.17390716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[{\"alert_id\":\"5b38ce09-0fe3-4310-a5b1-e7643a39c1de\",\"attempt\":1,\"delivery_id\":\"13901bf0-04f6-4b8c-a2c1-278327927fd7\",\"response_duration\":[0,1334614],\"response_status\":500,\"result\":\"failed_http_error\"}],\"in_progress\":0,\"ready\":1}},\"error\":null}","iteration":2,"elapsed":"171.632362ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.192623485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.192812434Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.19295161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.19298969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.193024279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.193053246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.193587624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.195518172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.198795727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.19904128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6db64905-2655-4192-b53d-5fbb98fb883b","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6237,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.199261337Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.199420118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.199566345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.19969923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.199733779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.199763386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.199792594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.200103304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.201681911Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.203682587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.203785793Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.20381217Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.203835526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.204116008Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.204612936Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"6415a86a-b98a-4e06-b69b-ac854fb14b9e","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5049,"response_code":204} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.204852308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.204889788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.205017661Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.20509186Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.205126829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.205156917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.205185074Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.205463856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.207332358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.210387895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.210558589Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e6ca57bd-1f72-4a3b-bd0c-48c972473018","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5547,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.210797601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.213016943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.213067376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.213374075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.253877178Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.253949097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[],\"in_progress\":0,\"ready\":0}},\"error\":null}","iteration":3,"elapsed":"50.14962ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.262628434Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.262787205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.262904075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.262939775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.262971693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.263002011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.263481704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.265311126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.26850517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.268715294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dc403bfe-8393-4f51-8d91-cf688222f935","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5934,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.268919396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.269383946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46842/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.269521552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.269551059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026030200.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.269751791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.269777267Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.269800814Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.269823119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.270154405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.272233701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.272275662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.27258125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.27424553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.274288571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.274313177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.274334122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.274601981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.276011475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.276051925Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.276073971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.276339779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.277712063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.279955012Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.279993451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.280015517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.28025811Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.281543521Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.281589273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.281612869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.281633684Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.281875287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.283075946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.283118037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.283140183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.283403131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.284634398Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.286701321Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.286743912Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.286805478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.286843648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.287095162Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.288878912Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.288940888Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.288976127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.289008186Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.289250668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.291193899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.295266189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.29534625Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.295379878Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.295575169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.301507358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"b7fc6903-cb56-4306-8565-579a3c39e0ad","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":31975,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.301753182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.302115935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46842/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.302269435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.302301803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026030200.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.302577614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.302622736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.302651133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.302674209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.303112932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.304780992Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.304825894Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.305183636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.306988812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.307043316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.307067702Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.307089628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.307424694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.309964879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.310018133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.310041689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.310365732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.312019869Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.31431303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.314354781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.314376896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.314643415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.316191104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.31625368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.316285759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.316307674Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.316697515Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.318183238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.318225779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.318248405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.318530017Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.319934429Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.32211122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.322170396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.322204114Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.322243565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.322470393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.324035947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.324107365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.324147235Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.324185005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.324439931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.326694272Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.331080543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.331161474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.331201144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.331398055Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.33533511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"0311047a-a74e-4674-ad80-a38339892961","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":33064,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.335590876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.336000081Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.33615089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.33626502Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.336299539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.336331027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.336359914Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.336679126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.338172151Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.345347031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.345607608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"6c694f2b-de82-492c-a059-e8908ecc816f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9460,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.345878238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.346029097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.346165732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.346343068Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.346377687Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.346408155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.346435712Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.346767758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.348545266Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.350566327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.350676855Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.350703652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.350726208Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.351010531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.351599343Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"42193ffa-eab7-4b50-be3d-b8c0c472a060","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5426,"response_code":204} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.351813218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.351861281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.351955645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.352047789Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.352085969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.35212831Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.352157337Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.352395939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.354047594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.357157626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.357330931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"f71ac640-4366-4884-8bb4-a9a6cf2208cf","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5377,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.35755871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.358620533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.358678378Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.358986838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.361161669Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.361224055Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[],\"in_progress\":0,\"ready\":0}},\"error\":null}","iteration":4,"elapsed":"10.536837ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.408845403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.409008735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.409125795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.409161804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.409192472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.409221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.409642828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.4113938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.414490688Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.414702073Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"dbb886d3-0ab4-4bb5-afcc-b04f9f00cb74","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5700,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:10.414912787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.562619279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.562684646Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.562710923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.562735699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.562758325Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.563209412Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.565109782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.569354816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:10.569411861Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.569436717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.569677349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.571513413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:10.571563425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"8.938975ms"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.029164436Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.029228683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:11.44329818Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.443517827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.443836809Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9b3dede8-3dc7-4ba0-9643-46d2692be599","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.443869167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9b3dede8-3dc7-4ba0-9643-46d2692be599","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.444050424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9b3dede8-3dc7-4ba0-9643-46d2692be599","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.444087704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9b3dede8-3dc7-4ba0-9643-46d2692be599","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.444644077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9b3dede8-3dc7-4ba0-9643-46d2692be599","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:11.447030092Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9b3dede8-3dc7-4ba0-9643-46d2692be599","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3203,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.447232664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3dede8-3dc7-4ba0-9643-46d2692be599\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.447360517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.44756529Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9e2f8f0e-2842-4346-bfc3-79ecb004058e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.447596948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9e2f8f0e-2842-4346-bfc3-79ecb004058e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.447731753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9e2f8f0e-2842-4346-bfc3-79ecb004058e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.447771953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9e2f8f0e-2842-4346-bfc3-79ecb004058e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.448148981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9e2f8f0e-2842-4346-bfc3-79ecb004058e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:11.450426608Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9e2f8f0e-2842-4346-bfc3-79ecb004058e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2858,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.450606934Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2f8f0e-2842-4346-bfc3-79ecb004058e\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:11 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.450688785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:33574","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered new metric producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.450809707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:41614","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:11.450871343Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.486656199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.522476404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.522667783Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.523311249Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.523340147Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.523665871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.523730127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.524039847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:11.524326981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:33574","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:51522"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.524802254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"45084fcb-1d58-404a-94c4-1cbe9c715011","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:11.530956921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"45084fcb-1d58-404a-94c4-1cbe9c715011","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6147,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.531154292Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.531204745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.531890421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.531937013Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.531960919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.542104975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.542158639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.542182545Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 25 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.542352319Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 25 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.542418806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 25 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.542530785Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.54305414Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.543123427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.544691882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.544733853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-10T20:08:11.542959865Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.545825664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.545858803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.547104674Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.547134402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-10T20:08:11.545802548Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.547551479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.547589159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.548488921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.548515028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-10T20:08:11.547513309Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.553831308Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.55387837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.557936387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.557991371Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-10T20:08:11.553780155Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.5580262Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.558046445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.558073332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.558092857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-10T20:08:11.555744111Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.558125005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.55814381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.558781054Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.558826766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-10T20:08:11.557726072Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.563506833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.563753746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":6,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.566265484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.567898775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.567926962Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":24,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.569325253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":24} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.569355031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.570802454Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":14} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.570855638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":26,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.572350653Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":26} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.572383862Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.57381227Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.573856391Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":10,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.576119755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.576167757Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:11.577445026Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:11.577487987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:11.643405893Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:12.029624739Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:12.029697778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:12.452835593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:12.452924927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:12.454292669Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:12.454795049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:12.454849103Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:12.45487792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.029176368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.029245465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.02930309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.029979295Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.03209624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.032144153Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.03349018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.033534221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:13.130769021Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:13.442906237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.443135997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.443467542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.443500511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.443707974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.443745694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.444358042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:13.44718256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3720,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.447409198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ecf8b4c-900d-4f40-b02f-3c09394ea4b2\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.447529599Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.447733382Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"028bb6af-b2dd-489c-b007-c9d41fc314ba","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.44776388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"028bb6af-b2dd-489c-b007-c9d41fc314ba","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.447872028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"028bb6af-b2dd-489c-b007-c9d41fc314ba","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.447909357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"028bb6af-b2dd-489c-b007-c9d41fc314ba","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.448233041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"028bb6af-b2dd-489c-b007-c9d41fc314ba","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:13.449886967Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"028bb6af-b2dd-489c-b007-c9d41fc314ba","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2160,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.450079977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028bb6af-b2dd-489c-b007-c9d41fc314ba\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:13 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.450134841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.450160508Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:13.450179673Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.452493299Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.452525778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.453451396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:13.453866923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.45389413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:13.453915886Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.029624267Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.029704978Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.029765424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.030495362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.032766498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.03281472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.034155806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.034183773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:14.130800413Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.452257213Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.45232602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.45348696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.45391476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.453944778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.453966363Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.547820011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:62219","req_id":"0938a4c7-f4ac-4711-b9f0-697196b55910","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b c1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.547890909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:62219","req_id":"0938a4c7-f4ac-4711-b9f0-697196b55910","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548039188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548134532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548191627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:62219","req_id":"0938a4c7-f4ac-4711-b9f0-697196b55910","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.548260985Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54393","req_id":"78d0f785-dcc0-459c-8192-9b9f36cf3e29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: f1 98 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 ............._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548295304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54393","req_id":"78d0f785-dcc0-459c-8192-9b9f36cf3e29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61848,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548383046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548424577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548462697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54393","req_id":"78d0f785-dcc0-459c-8192-9b9f36cf3e29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 47851, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.548503077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:50647","req_id":"f03d6421-8e4f-44cb-925e-b5f1864591bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 78 b8 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 x............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548545748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:50647","req_id":"f03d6421-8e4f-44cb-925e-b5f1864591bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548644474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548688875Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"3b196367-678f-4598-9fb6-cf1a4563fd74.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.548727715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:50647","req_id":"f03d6421-8e4f-44cb-925e-b5f1864591bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36870, target: Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.549497504Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:60857","req_id":"a8c1b345-c2ef-4e9b-88bd-740e40905fbd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ed b6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549548167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:60857","req_id":"a8c1b345-c2ef-4e9b-88bd-740e40905fbd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549658705Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549674599Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:60857","req_id":"a8c1b345-c2ef-4e9b-88bd-740e40905fbd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.549705587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49295","req_id":"113cce9d-2c7b-4bbd-98ee-8f9002b2b45c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 04 ba 01 00 00 01 00 00 00 00 00 01 24 62 36 64 ............$b6d\n0010: 36 35 33 34 31 2d 31 36 37 63 2d 34 31 64 66 2d 65341-167c-41df-\n0020: 39 62 35 63 2d 34 31 63 64 65 64 39 39 63 32 32 9b5c-41cded99c22\n0030: 39 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 9.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549738056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49295","req_id":"113cce9d-2c7b-4bbd-98ee-8f9002b2b45c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549837871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549852865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49295","req_id":"113cce9d-2c7b-4bbd-98ee-8f9002b2b45c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.549882353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:53804","req_id":"edf8d357-a986-4c08-a1a7-7650845d45dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 36 c1 01 00 00 01 00 00 00 00 00 01 24 33 62 31 6...........$3b1\n0010: 39 36 33 36 37 2d 36 37 38 66 2d 34 35 39 38 2d 96367-678f-4598-\n0020: 39 66 62 36 2d 63 66 31 61 34 35 36 33 66 64 37 9fb6-cf1a4563fd7\n0030: 34 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 4.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.549914531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:53804","req_id":"edf8d357-a986-4c08-a1a7-7650845d45dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 98,\n 49,\n 57,\n 54,\n 51,\n 54,\n 55,\n 45,\n 54,\n 55,\n 56,\n 102,\n 45,\n 52,\n 53,\n 57,\n 56,\n 45,\n 57,\n 102,\n 98,\n 54,\n 45,\n 99,\n 102,\n 49,\n 97,\n 52,\n 53,\n 54,\n 51,\n 102,\n 100,\n 55,\n 52,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.550013417Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"3b196367-678f-4598-9fb6-cf1a4563fd74.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:14.550028491Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:53804","req_id":"edf8d357-a986-4c08-a1a7-7650845d45dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"3b196367-678f-4598-9fb6-cf1a4563fd74.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:14.607781591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44507"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:14.608171711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"9951c6e7-6432-43f5-8bc0-b2a1b2283174","remote_addr":"[::1]:44507","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:14.60836089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"9951c6e7-6432-43f5-8bc0-b2a1b2283174","remote_addr":"[::1]:44507","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.01832763Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46251"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.018385795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37016"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.01840663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57316"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.018426115Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35892"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.01844557Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54085"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.018463925Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54833"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.01848222Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62245"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.019368838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"11669c4e-f9db-499d-92ae-f2bb7e63ef0e","remote_addr":"[::1]:46251","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.019475166Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"a4646801-5246-4e15-a1c7-e207046a53be","remote_addr":"[::1]:37016","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.019544243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"a57a2fe4-3e19-4890-9423-02bcfb19607e","remote_addr":"[::1]:57316","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.019619443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"dc39f4ba-d8b8-4d70-bd7d-d39464a0eedd","remote_addr":"[::1]:35892","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.019696743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"c98ed977-eb56-4c84-892b-88c86021306b","remote_addr":"[::1]:54085","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.019770552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"2f625588-8cf2-43fc-abff-e3d9457f4d7e","remote_addr":"[::1]:54833","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.01983984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"bee016b6-d9fb-4b52-b595-ad9619d9515a","remote_addr":"[::1]:62245","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.019981956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"11669c4e-f9db-499d-92ae-f2bb7e63ef0e","remote_addr":"[::1]:46251","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":622,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.020027008Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"a4646801-5246-4e15-a1c7-e207046a53be","remote_addr":"[::1]:37016","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":560,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.020052524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"a57a2fe4-3e19-4890-9423-02bcfb19607e","remote_addr":"[::1]:57316","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":507,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.02007602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"dc39f4ba-d8b8-4d70-bd7d-d39464a0eedd","remote_addr":"[::1]:35892","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":446,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.020098706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"c98ed977-eb56-4c84-892b-88c86021306b","remote_addr":"[::1]:54085","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":383,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.020121882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"2f625588-8cf2-43fc-abff-e3d9457f4d7e","remote_addr":"[::1]:54833","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":323,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.020145088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"bee016b6-d9fb-4b52-b595-ad9619d9515a","remote_addr":"[::1]:62245","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":269,"response_code":200} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.028920631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.028971604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.029049304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.02949854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.035529495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.035578667Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.036961844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.036990541Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:15.130506932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.443678626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.443905894Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.444234939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"02c2c80b-5562-452f-a40b-e669ec9e491b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.444269848Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"02c2c80b-5562-452f-a40b-e669ec9e491b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.444464018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"02c2c80b-5562-452f-a40b-e669ec9e491b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.444501028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"02c2c80b-5562-452f-a40b-e669ec9e491b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.445027624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"02c2c80b-5562-452f-a40b-e669ec9e491b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.447398735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"02c2c80b-5562-452f-a40b-e669ec9e491b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3161,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.447632885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c2c80b-5562-452f-a40b-e669ec9e491b\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.447754977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.447957199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a119c31f-f687-46af-b4e7-be6e37572155","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.447987987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a119c31f-f687-46af-b4e7-be6e37572155","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.448106137Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a119c31f-f687-46af-b4e7-be6e37572155","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.448144367Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a119c31f-f687-46af-b4e7-be6e37572155","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.448513542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a119c31f-f687-46af-b4e7-be6e37572155","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.450230915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a119c31f-f687-46af-b4e7-be6e37572155","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2265,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.450432587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a119c31f-f687-46af-b4e7-be6e37572155\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:15 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.450491152Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.4505197Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:15.450539465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.451989248Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.452042862Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.452934732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.453381357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.453411825Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.453433731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.565918562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.566019098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.566047405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.566071742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.566094648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.566581183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.568949944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.573282261Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:15.573342856Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.573367063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.573603003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.575402437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:15.575461973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"9.559595ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.029266675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.029346916Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.029457374Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:16.03014034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.032305498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:16.032353751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.033819159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:16.03386504Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:16.130108134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.452271636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.452349976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:16.453585425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:16.454012905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:16.454044883Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:16.454067199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.030235189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.030298005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.030374085Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.031042007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.033703443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.033759938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.035307927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.035354629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:17.131617118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:17.443791694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.444019743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.444268397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6667b9af-94aa-470e-b85e-53aab0e324bd","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.444304946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6667b9af-94aa-470e-b85e-53aab0e324bd","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.444501777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6667b9af-94aa-470e-b85e-53aab0e324bd","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.444546328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6667b9af-94aa-470e-b85e-53aab0e324bd","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.445071014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6667b9af-94aa-470e-b85e-53aab0e324bd","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:17.447662422Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6667b9af-94aa-470e-b85e-53aab0e324bd","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3392,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.447905525Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6667b9af-94aa-470e-b85e-53aab0e324bd\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.448061685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.448267238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6417004-ac58-4903-932f-ff094c7555fe","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.448311639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6417004-ac58-4903-932f-ff094c7555fe","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.44842982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6417004-ac58-4903-932f-ff094c7555fe","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.44846994Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6417004-ac58-4903-932f-ff094c7555fe","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.448906513Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6417004-ac58-4903-932f-ff094c7555fe","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:17.451112261Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6417004-ac58-4903-932f-ff094c7555fe","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2850,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.451319345Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6417004-ac58-4903-932f-ff094c7555fe\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:17 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.451363256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.451387122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:17.451405587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.451813652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.451851732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.452907324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:17.453382207Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.453416335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:17.453438061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.029135609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.029196505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.029276816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:18.030021568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.032310068Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:18.032359851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.03394578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:18.033999393Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:18.130433727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.452600229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.452676199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:18.453810401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:18.454275291Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:18.454304108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:18.454325834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.02962434Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.029683695Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.029810598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.030505477Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.033440624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.033498919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.035848394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.035899157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:19.130321892Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:19.443538677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.443754313Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.444037866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66322e23-fa67-4167-8da3-33cddf8a7de6","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.444068294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66322e23-fa67-4167-8da3-33cddf8a7de6","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.444260313Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66322e23-fa67-4167-8da3-33cddf8a7de6","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.444295812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66322e23-fa67-4167-8da3-33cddf8a7de6","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.444800713Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66322e23-fa67-4167-8da3-33cddf8a7de6","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:19.447019825Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66322e23-fa67-4167-8da3-33cddf8a7de6","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2968,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.447230949Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66322e23-fa67-4167-8da3-33cddf8a7de6\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.447342368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.447530746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"158634b4-36fe-4154-97f2-d98298e24c0b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.447560904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"158634b4-36fe-4154-97f2-d98298e24c0b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.447681515Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"158634b4-36fe-4154-97f2-d98298e24c0b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.447722416Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"158634b4-36fe-4154-97f2-d98298e24c0b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.448052781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"158634b4-36fe-4154-97f2-d98298e24c0b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:19.449551317Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"158634b4-36fe-4154-97f2-d98298e24c0b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2012,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.449719901Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158634b4-36fe-4154-97f2-d98298e24c0b\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:19 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.449773085Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.449798601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:19.449818196Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.452118099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.452149517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.453074456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:19.45347929Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.453505577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:19.453526972Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.029186971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.029248637Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.029324076Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.030017485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.032098982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.032136631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.033444479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.033475107Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:20.129938457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.452131217Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.452215108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.453479164Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.453925959Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.453952386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.453973722Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.561215771Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.561300853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.56132681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.561351796Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.561375042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.561963634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.56283806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.562868737Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.562892314Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.56291614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.562938365Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.563230731Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.564576808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.568726088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.568778591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.568803758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.569026485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.56955005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.573510621Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.573565405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.573589712Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.573801396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.575233966Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.575278747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"12.41224ms"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.575341933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"original_time_started":"2026-03-10 20:08:08.140360 UTC","original_id":"217d854a-1530-402d-b94f-a3562c53f830","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.575370851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"217d854a-1530-402d-b94f-a3562c53f830\",\"time_loaded\":\"2026-03-10T20:08:20.561217042Z\",\"time_started\":\"2026-03-10T20:08:08.140360Z\"}}","iteration":3,"elapsed":"14.219626ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.604852082Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.604912357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.604937794Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.60496247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.604985496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.60550281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.606251083Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.606293443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.60631757Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.606557261Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.607151635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.607182443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.607206229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.607228094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.607506356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.607915522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.610994045Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.611043638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.611066344Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.611262675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.612410441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.614382109Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.614507881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"9.679016ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.617193854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.617243957Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.617544174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.61966192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.6197002Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.619724506Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.619747392Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.620031806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.622586584Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.624556402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:20.633725636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:20.633773498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:20.633793984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:20.633811668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"27.53785ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.029262945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.029326211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.029421145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.030076734Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.032213245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.032260007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.033558692Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.033587459Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:21.130934418Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:21.443145974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.443390177Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.443739897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8621a19c-e8c6-4f70-a888-cc104087b40e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.443772755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8621a19c-e8c6-4f70-a888-cc104087b40e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.443995553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8621a19c-e8c6-4f70-a888-cc104087b40e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.444032112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8621a19c-e8c6-4f70-a888-cc104087b40e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.444627706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8621a19c-e8c6-4f70-a888-cc104087b40e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:21.447440981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8621a19c-e8c6-4f70-a888-cc104087b40e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3699,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.447692386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8621a19c-e8c6-4f70-a888-cc104087b40e\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.447814167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.448012609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.448042406Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.44817329Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.44821357Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.448590758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:21.450293427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2272,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.450485156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c2ca25a-3b3e-449a-8cfd-e2967d0a0f7c\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:21 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.450555014Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.450602556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:21.450623172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.451956746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.452006138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.452028304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.452154867Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.452395059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ba5219e6-fcba-4d81-9c6f-76cff7fb1cd8","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:21.458351874Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ba5219e6-fcba-4d81-9c6f-76cff7fb1cd8","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5944,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.458543084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.458577953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.459008754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.459035851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.459057336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.464976212Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.465016733Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.465038658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 11 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.465136814Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 11 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.46516173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 11 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.465266427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.47016571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":22,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.472140119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":22} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.472170547Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.473638306Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.473675535Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.47512969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.47516919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":10,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.477226751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.477256338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:21.47865786Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:21.47869753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:21.566014582Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:22.029388691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:22.029472032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:22.452592283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:22.452679806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:22.453922526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:22.454353978Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:22.454380985Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:22.45440268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.029074225Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.029139211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.029206769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.029890015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.032183566Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.03223796Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.033971307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.034009857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:23.13040435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:23.443528861Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.443744587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.444076042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"62114acb-835a-4547-aad9-9ce6244bc938","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.444129326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"62114acb-835a-4547-aad9-9ce6244bc938","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.444316834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"62114acb-835a-4547-aad9-9ce6244bc938","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.444355714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"62114acb-835a-4547-aad9-9ce6244bc938","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.444936194Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"62114acb-835a-4547-aad9-9ce6244bc938","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:23.447503176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"62114acb-835a-4547-aad9-9ce6244bc938","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3436,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.447721822Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62114acb-835a-4547-aad9-9ce6244bc938\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.44782946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.448039454Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"532e57b2-4a97-454b-942a-4027aa44e78e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.448075654Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"532e57b2-4a97-454b-942a-4027aa44e78e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.448199666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"532e57b2-4a97-454b-942a-4027aa44e78e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.448258181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"532e57b2-4a97-454b-942a-4027aa44e78e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.448639009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"532e57b2-4a97-454b-942a-4027aa44e78e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:23.450352901Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"532e57b2-4a97-454b-942a-4027aa44e78e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2320,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.450522975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532e57b2-4a97-454b-942a-4027aa44e78e\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:23 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.450578949Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.450607026Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:23.450626591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.451935259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.451970788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.45290896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:23.453322026Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.453348753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:23.453370109Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.029770609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.029833885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.029912885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:24.030485153Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.032811953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:24.032861576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.034374136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:24.034421558Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:24.131771737Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.451949197Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.452023276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:24.45335776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:24.45382372Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:24.453854588Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:24.453877084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.029792579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.029858046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.029935376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.030630505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.033112355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.033164288Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.034789207Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.03483741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:25.131326837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.41653154Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.416774682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.416951238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.416995509Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.417026717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.417055055Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.417621931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.420096159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.423556341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.423783129Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e386e163-c45b-409e-8ac3-44c52b874aa4","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7021,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.4240577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.424236276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.424750489Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.424796601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.424827819Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.424858547Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.424887834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.42510578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.427327483Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.429649602Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.429784237Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.429817765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.429841571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.430201984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.430801879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"0f84c326-bd05-487e-b955-895f45f42c18","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6362,"response_code":204} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.431087303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.43115461Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.431301388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.431394462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.431433142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.431462989Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.431491287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.431824183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.433709769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.436862812Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.437105614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"2e574dfd-0de3-46b0-8e41-96919920ed70","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5832,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.43736169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.438683791Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.438752629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.439101379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.441747011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.441799495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.442159027Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.442887505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.443145271Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.443500253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131456b5-81b6-435a-b45b-e28da906f6a8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.443542714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131456b5-81b6-435a-b45b-e28da906f6a8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.443729652Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131456b5-81b6-435a-b45b-e28da906f6a8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.443772563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131456b5-81b6-435a-b45b-e28da906f6a8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.444154052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131456b5-81b6-435a-b45b-e28da906f6a8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook event delivery attempt started","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.445502129Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","attempt":"2","delivery_id":"13901bf0-04f6-4b8c-a2c1-278327927fd7","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.446122509Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131456b5-81b6-435a-b45b-e28da906f6a8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2636,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.446494195Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131456b5-81b6-435a-b45b-e28da906f6a8\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.446620457Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"webhook receiver endpoint returned an HTTP error","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:25.446773977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response_duration":"1.151697ms","response_status":"503","delivery_trigger":"alert","delivery_id":"13901bf0-04f6-4b8c-a2c1-278327927fd7","alert_class":"test.foo","alert_id":"5b38ce09-0fe3-4310-a5b1-e7643a39c1de"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.446849997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.446876904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.447223053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.448253829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4c96d44a-ac39-4d5b-a168-4f3ae6966655","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.448304552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4c96d44a-ac39-4d5b-a168-4f3ae6966655","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.448446388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4c96d44a-ac39-4d5b-a168-4f3ae6966655","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.44849238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4c96d44a-ac39-4d5b-a168-4f3ae6966655","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.448833878Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4c96d44a-ac39-4d5b-a168-4f3ae6966655","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.455118488Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.455186946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.456477709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.456936807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.45698805Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.457011817Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.457205106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4c96d44a-ac39-4d5b-a168-4f3ae6966655","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8955,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.45745213Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c96d44a-ac39-4d5b-a168-4f3ae6966655\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:25 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.457499572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.457523569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.457543004Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.489029181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.489322767Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.489427274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[{\"alert_id\":\"5b38ce09-0fe3-4310-a5b1-e7643a39c1de\",\"attempt\":2,\"delivery_id\":\"13901bf0-04f6-4b8c-a2c1-278327927fd7\",\"response_duration\":[0,1151697],\"response_status\":503,\"result\":\"failed_http_error\"}],\"in_progress\":0,\"ready\":1}},\"error\":null}","iteration":5,"elapsed":"59.634565ms"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.489591697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.489738264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.489777684Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.489808322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.48983618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.490308741Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.492679773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.495473893Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.495730909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"54411540-c2b1-4a0d-9495-75075bd4dd94","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6140,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.495977973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.496771958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.496933419Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.497055031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.497093651Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.497126769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.497155877Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.497489893Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.499306561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.5024452Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.5026745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"7f086480-c687-404d-beb0-63f54ae16d3f","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5743,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.502924784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.503055328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.503405088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.503438947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.503469955Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.503500863Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.50352828Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.504055156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.505771188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.507811594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.507928514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.507960102Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.507984049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.508295079Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.508861455Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"ca8f688a-c825-421a-b27e-c8d0b65ee150","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5670,"response_code":204} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.509096025Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.50915183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.509252616Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.509353872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.509426981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.509458859Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.509487216Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.509726538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.511348996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.514484364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.51469804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"e372d2d0-48f9-4eed-a1f4-c6835ac6ba36","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5434,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.514952135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.517073672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.517201885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.517784805Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.520605663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.520658006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[],\"in_progress\":0,\"ready\":0}},\"error\":null}","iteration":6,"elapsed":"12.736434ms"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.56244427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.562509106Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.562536133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.56256099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.562584006Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.563007755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.565306708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.569438983Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.569494547Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.569518944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.56977683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.570469559Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.570636462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.570787721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.570829982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.57086112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.570889987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.571228465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.573210766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.573261379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"10.813348ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.573338048Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.57671795Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.576961913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"c228180b-54bc-47f5-a36a-813fa8861d21","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6331,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.577225321Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.577711996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46842/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.577858614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.577892933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026030200.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.578024907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.578053224Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.57807749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.578100356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.578469281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.580654705Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.580699576Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.581037193Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.582913977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.58296465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.582990117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.583011663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.583353721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.585089628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.585137221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.585161017Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.585589677Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.587171075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.589478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.589531003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.589554149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.589786159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.591638827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.591685829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.591710215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.591731421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.591749295Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.593262976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.593310028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.593333394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.593632851Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.598395879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.601325594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.60138736Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.601421509Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.601456268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.603147094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.613050337Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.613124466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.613160126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.613192244Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.613654163Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.618704145Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.62291335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.622962493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.622994231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.623233183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.629774969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10","method":"GET","req_id":"991ff055-15f9-4c5e-b7ce-f09235c68f40","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":51920,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.630115867Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.630324721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46842/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.632893793Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.632947857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026030200.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.633123553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.633175206Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.633206844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.63323084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.633659031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.635664948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.635706349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.636043405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.63757349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.637619072Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.637642458Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.637663933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.637975614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.639342456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.639386627Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.639414024Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.639683954Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.640896697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.643086551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.643126052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.643147787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.643375116Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.644608804Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.644654496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.644678402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.644700157Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.644955443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.646446698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.646480366Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.646502082Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.646790746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.647965709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.650028461Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.650075743Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.650109572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.650148932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.650353495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.651582192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.651650569Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.65169101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.651727759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.65192292Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.653704089Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.657664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AlertReceiver { parent: Fleet, key: 2b6fbbc6-d38e-4d46-a5cd-293e75593af0 (alert_receiver), lookup_type: ById(2b6fbbc6-d38e-4d46-a5cd-293e75593af0) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:25.657724295Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.657761665Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:25.65793694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.660320495Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v1/alert-receivers/2b6fbbc6-d38e-4d46-a5cd-293e75593af0/deliveries?limit=10&page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJ0aW1lX2FuZF9pZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOlsiMjAyNi0wMy0xMFQyMDowODowOS45MDU5ODNaIiwiMTM5MDFiZjAtMDRmNi00YjhjLWEyYzEtMjc4MzI3OTI3ZmQ3Il19fQ==","method":"GET","req_id":"81af5584-0c69-47fa-b3db-8ac234b4c112","remote_addr":"127.0.0.1:57042","local_addr":"127.0.0.1:46842","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":27437,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:25.660567698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"external client test context","status":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.029292094Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.029371615Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.029441633Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:26.030123469Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.032391293Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:26.032442717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.033903943Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:26.033950815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:26.13042965Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.452588101Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.452659129Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:26.453819398Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:26.454256571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:26.454305083Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:26.454328579Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.029850753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.029911278Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.029989959Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.030661112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.032780908Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.03282531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.034434174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.034475335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:27.131736061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:27.442878532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.443092387Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.443396705Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"40ac199a-2611-4f7a-a890-5ab650fe71ac","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.443430524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"40ac199a-2611-4f7a-a890-5ab650fe71ac","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.443651111Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"40ac199a-2611-4f7a-a890-5ab650fe71ac","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.44368807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"40ac199a-2611-4f7a-a890-5ab650fe71ac","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.44430945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"40ac199a-2611-4f7a-a890-5ab650fe71ac","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:27.446961324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"40ac199a-2611-4f7a-a890-5ab650fe71ac","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3564,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.447189433Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ac199a-2611-4f7a-a890-5ab650fe71ac\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.447327539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.447532952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c253170c-f657-41a8-ac00-90c8dd5446d8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.44756682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c253170c-f657-41a8-ac00-90c8dd5446d8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.447695133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c253170c-f657-41a8-ac00-90c8dd5446d8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.447736844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c253170c-f657-41a8-ac00-90c8dd5446d8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.448130876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c253170c-f657-41a8-ac00-90c8dd5446d8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:27.449804707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c253170c-f657-41a8-ac00-90c8dd5446d8","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2264,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.449980603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c253170c-f657-41a8-ac00-90c8dd5446d8\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:27 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.450034326Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.450060523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:27.450079628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.452341011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.452383132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.453270091Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:27.453689819Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.453716146Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:27.453738041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.029606635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.029686865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.02978487Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:28.030579125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.033205682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:28.033256496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.034877043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:28.034924376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:28.130382057Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.452573156Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.452649005Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:28.453859327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:28.454312394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:28.454361997Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:28.454385833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.029420061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.029501572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.029567269Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.030246574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.032369521Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.032420935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.033810913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.033862376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:29.130162215Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:29.443291567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.443518906Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.443847721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"38337dcd-c42f-4772-939e-f2952b4887ca","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.443880239Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"38337dcd-c42f-4772-939e-f2952b4887ca","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.444122742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"38337dcd-c42f-4772-939e-f2952b4887ca","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.444181247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"38337dcd-c42f-4772-939e-f2952b4887ca","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.444777631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"38337dcd-c42f-4772-939e-f2952b4887ca","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:29.447471315Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"38337dcd-c42f-4772-939e-f2952b4887ca","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3622,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.447727381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38337dcd-c42f-4772-939e-f2952b4887ca\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.447845231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.448049084Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.448081912Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.448183189Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.448230351Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.448593474Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:29.45008843Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2039,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.450250342Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0d77c5-aca2-4525-b8e6-5bbe87f7fa62\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:29 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.450303735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.450330182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:29.450349827Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.45268593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.452720849Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.4536572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:29.454073787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.454100464Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:29.45412188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.029830982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.029916784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.029975509Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.030673629Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.032827234Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.032880268Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.034162839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.034192956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:30.131711719Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.451919857Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.451994636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.453276257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.453732204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.453759051Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.453780347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.562042689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.562130572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.562157729Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.562183306Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.562206211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.562809577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.56534231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.569619563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:30.569668455Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.569693622Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.569943146Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.571731647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:30.57178097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"9.761847ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.028926523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.02899132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.029063378Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.029735682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.032039946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.032098161Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.03364493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.033697063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:31.130016727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:31.44318864Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.443409617Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.443706944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0faf1834-930c-4d10-9262-5ed4b852eb02","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.443738802Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0faf1834-930c-4d10-9262-5ed4b852eb02","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.443974533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0faf1834-930c-4d10-9262-5ed4b852eb02","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.444025126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0faf1834-930c-4d10-9262-5ed4b852eb02","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.444638514Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0faf1834-930c-4d10-9262-5ed4b852eb02","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:31.447534781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0faf1834-930c-4d10-9262-5ed4b852eb02","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3823,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.447800209Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0faf1834-930c-4d10-9262-5ed4b852eb02\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.447922211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.448140607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe4f8b61-1406-4abf-98d8-fa0cb208f704","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.448175346Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe4f8b61-1406-4abf-98d8-fa0cb208f704","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.448304999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe4f8b61-1406-4abf-98d8-fa0cb208f704","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.448356383Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe4f8b61-1406-4abf-98d8-fa0cb208f704","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.448798037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe4f8b61-1406-4abf-98d8-fa0cb208f704","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:31.450591529Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe4f8b61-1406-4abf-98d8-fa0cb208f704","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2445,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.450780318Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4f8b61-1406-4abf-98d8-fa0cb208f704\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:31 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.450837062Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.450865229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:31.450884655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.452190191Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.452227031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.452248776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.452334108Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.452555605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"32aab5d9-aa92-4f8c-9552-78599495f526","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:31.458460578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"32aab5d9-aa92-4f8c-9552-78599495f526","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5899,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.458711923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.464622266Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.464691354Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.464715821Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.464737356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.465057769Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.465087956Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.465110322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 10 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.465210178Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 10 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.465246987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 10 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.465344002Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.4699497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.472192528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":20} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.472241621Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.473723243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.473763253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.47514728Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.475179648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":10,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:31.477404222Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":10} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:31.477448753Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:31.56675806Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.028971969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.029078127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.029122478Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:32.029807725Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.032063756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:32.032118401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.033478331Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:32.033507129Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:32.130844015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.452038316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.452119987Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:32.453387964Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:32.453831979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:32.453858756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:32.453880341Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.029674445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.029773761Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.029817442Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.030513672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.032710198Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.032761071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.034198412Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.034236772Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:33.130540311Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:33.443687748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.443935722Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.444278971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.44431686Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.444557953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.444602944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.445009909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:33.447837788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3572,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.448140306Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ec0ece-18d9-4705-b9f2-2a9b8762ce7a\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.448259727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.448475973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a935288c-b625-4931-af12-49cf91392979","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.448514263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a935288c-b625-4931-af12-49cf91392979","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.448653689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a935288c-b625-4931-af12-49cf91392979","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.44869962Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a935288c-b625-4931-af12-49cf91392979","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.449060283Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a935288c-b625-4931-af12-49cf91392979","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:33.450894336Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a935288c-b625-4931-af12-49cf91392979","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2412,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.451092867Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a935288c-b625-4931-af12-49cf91392979\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:33 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.451144551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.451169257Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:33.451188952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.452821323Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.452870136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.453908003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:33.454339575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.454378885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:33.45440136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.029785349Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.02986977Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.02990603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:34.030615113Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.032925578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:34.032978782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.034441039Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:34.034489611Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:34.131173679Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.452425536Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.452508097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:34.45376Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:34.454234042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:34.454261199Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:34.454282865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.027450404Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.027520172Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.027579128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.028273587Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.030394565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.030441752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.031804004Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.031851088Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:35.122310706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.416045431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.416263128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.416586762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"69c0f3da-6107-44f7-86cd-73713667077b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.416619386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"69c0f3da-6107-44f7-86cd-73713667077b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.41681813Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"69c0f3da-6107-44f7-86cd-73713667077b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.416853362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"69c0f3da-6107-44f7-86cd-73713667077b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.417419855Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"69c0f3da-6107-44f7-86cd-73713667077b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.420145032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"69c0f3da-6107-44f7-86cd-73713667077b","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3799,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.42038395Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c0f3da-6107-44f7-86cd-73713667077b\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.420496048Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.42070643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8db7923-a7c0-453b-9466-19739df35168","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.420736241Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8db7923-a7c0-453b-9466-19739df35168","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.420860979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8db7923-a7c0-453b-9466-19739df35168","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.420896839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8db7923-a7c0-453b-9466-19739df35168","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.421290173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8db7923-a7c0-453b-9466-19739df35168","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.423001958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8db7923-a7c0-453b-9466-19739df35168","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2442,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.423179379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8db7923-a7c0-453b-9466-19739df35168\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.423228882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.423252898Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.423271681Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.424556048Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.424601473Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.425474053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.425887876Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.425914751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.425935148Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.524600706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.524682206Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.524707364Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.525177588Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.525753267Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.52577854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.525799639Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.526060401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.526450754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.526682358Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.526723899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.526763182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.526787554Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.526808774Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.527043058Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.527631332Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.527663777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.52768664Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.527709501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.527730273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.527991762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.529184935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.52923969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529261792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"25.917µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529282873Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.529301571Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529323111Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529340853Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529646135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.529688099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.529711899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.529735258Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529756835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.529945631Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.530673825Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.530709184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.534513604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.534565264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.534587527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.534786562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.535356099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"9.477063ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.535647716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.539993762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.540052568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.540075824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.540266279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.541211324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.544359944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.54441423Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.544437298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.544648121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.545253632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.545287663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.545311097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.545332525Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.545597427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546109424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.546167704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546191402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546467238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546723771Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.546751491Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546768426Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"62.326µs"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546794356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.546812116Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.546833309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.546855355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.546875723Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.547097537Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.547371066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.547395814Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.547412628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.547434186Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.547456748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.5474775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.54767895Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.547940552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49987","req_id":"beda655f-435a-4aca-bed4-2559e6772279","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a5 10 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.548015675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49987","req_id":"beda655f-435a-4aca-bed4-2559e6772279","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.548173403Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.548274688Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.548330174Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:49987","req_id":"beda655f-435a-4aca-bed4-2559e6772279","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.548938107Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"original_time_started":"2026-03-10 20:08:08.140360 UTC","original_id":"217d854a-1530-402d-b94f-a3562c53f830","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.548984938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"217d854a-1530-402d-b94f-a3562c53f830\",\"time_loaded\":\"2026-03-10T20:08:35.526685912Z\",\"time_started\":\"2026-03-10T20:08:08.140360Z\"}}","iteration":4,"elapsed":"23.779651ms"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.549860751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.549938667Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"23.708123ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.55006697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.554064836Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.554144013Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.554171619Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.554471669Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.555411294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.558134517Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.558178761Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.558201276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.558224859Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.558246015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.558451887Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.559101155Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.561947103Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.561994524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.562017274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.562232926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.563098613Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 460442189 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.56315468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.563248792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:62538","req_id":"3aba4abc-442e-4dae-a1fa-52073eb58ddd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 59 e6 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Y............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.563290596Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:62538","req_id":"3aba4abc-442e-4dae-a1fa-52073eb58ddd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.563459999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.563547022Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.563596019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:62538","req_id":"3aba4abc-442e-4dae-a1fa-52073eb58ddd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.563897597Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.564200966Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.564242714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.564633058Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.566085701Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.566137689Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.566158282Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.566533347Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571307396Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.571357519Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571379246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571397879Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571420675Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 468882605 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.571456657Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571474493Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.571494513Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571511036Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.571529594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.571550609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.571572159Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.571593099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.573446188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.573511267Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.573534007Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.573555472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.573573665Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.573633737Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.573676169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.574008441Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.574595945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.574830394Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.574865024Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.574887042Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.575301816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.615450264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.615520098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:45969/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.616069823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.616115801Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.616678774Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.617493422Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.621117883Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.621176098Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.621198772Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.621491131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.622891409Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.623483125Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"81.750777ms"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.623732714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61786"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.624555697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23444","req_id":"2ac09ad1-5bb8-4b61-8759-43e4cbce871b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7a 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e zs..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.624629431Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23444","req_id":"2ac09ad1-5bb8-4b61-8759-43e4cbce871b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.624810294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.624870591Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:23444","req_id":"2ac09ad1-5bb8-4b61-8759-43e4cbce871b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.62494169Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:44349","req_id":"f620e6d8-de36-42f1-94b9-04cfe5188a50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 19 a1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.624973489Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:44349","req_id":"f620e6d8-de36-42f1-94b9-04cfe5188a50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.625053835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.625132296Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.625160755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:44349","req_id":"f620e6d8-de36-42f1-94b9-04cfe5188a50","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.62574368Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.629771813Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.631388609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"64.11304ms"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.631482205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.631509699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.632036254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.669875253Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/switch/identifiers","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.670426945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 574917233 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.670488246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.670724979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc-routes","method":"GET","req_id":"a3253b3e-3c06-4f0e-a4f1-0356c5dd7c5a","remote_addr":"[::1]:61786","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.670774839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc-routes","method":"GET","req_id":"a3253b3e-3c06-4f0e-a4f1-0356c5dd7c5a","remote_addr":"[::1]:61786","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.670823423Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56981","req_id":"6a9032ed-f2c1-4b55-a910-521f2f631fd4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e T...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.670903881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56981","req_id":"6a9032ed-f2c1-4b55-a910-521f2f631fd4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.671057465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.671125216Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56981","req_id":"6a9032ed-f2c1-4b55-a910-521f2f631fd4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.671194112Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10836","req_id":"e79994cb-b09a-4cf7-8abf-2da7630081cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 62 52 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 bR..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.671227767Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10836","req_id":"e79994cb-b09a-4cf7-8abf-2da7630081cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.671305919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.671357921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.671397766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10836","req_id":"e79994cb-b09a-4cf7-8abf-2da7630081cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.671638352Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/vpc-routes","method":"GET","req_id":"a3253b3e-3c06-4f0e-a4f1-0356c5dd7c5a","remote_addr":"[::1]:61786","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":988,"response_code":200} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.671764338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.672047696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.672080929Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.672154448Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.672180236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.672776496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.673727031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.673766472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.674058991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.674132104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.674153034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.675758524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.675796146Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.67586355Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 580791528 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.675901632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.676288958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3253b3e-3c06-4f0e-a4f1-0356c5dd7c5a\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.676326299Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.676348149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.676768463Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.677605784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.680986603Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.681039614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.681063901Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.681086294Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.681107149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.681328756Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.682081043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.691645371Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.695309065Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:12562","req_id":"72a9beaa-73d4-47a6-98dc-ae33ca2c7c34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 27 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 'x..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.6953745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:12562","req_id":"72a9beaa-73d4-47a6-98dc-ae33ca2c7c34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.695542937Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.695657427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:12562","req_id":"72a9beaa-73d4-47a6-98dc-ae33ca2c7c34","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.695770919Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56857","req_id":"c9170a10-db98-4d29-9e45-c4597844a105","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 4c 16 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 L............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.695803749Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56857","req_id":"c9170a10-db98-4d29-9e45-c4597844a105","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.695884348Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.695952307Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.695998144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:56857","req_id":"c9170a10-db98-4d29-9e45-c4597844a105","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.696170575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a2b19c-3e84-4b78-8325-3fdcced2cc8c\", \"content-length\": \"717\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:35.696333846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.696435516Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":2,"elapsed":"183.331928ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.696796921Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.700036834Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.700135503Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.700200067Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.700526065Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.702914389Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.703059439Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.703422589Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 610168722 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.703473162Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.703566692Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54757","req_id":"b0902923-59b5-47e4-a521-c1a9614828e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 14 c0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.703603274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54757","req_id":"b0902923-59b5-47e4-a521-c1a9614828e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.703730263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.703824797Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.70386917Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:54757","req_id":"b0902923-59b5-47e4-a521-c1a9614828e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.703944424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:63478","req_id":"725e77c9-59bc-4e52-8e87-89be3d3acf60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e0 a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.703980715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:63478","req_id":"725e77c9-59bc-4e52-8e87-89be3d3acf60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.704083229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.704098823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:63478","req_id":"725e77c9-59bc-4e52-8e87-89be3d3acf60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.709565205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 616680611 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.709623476Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.754281716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/local/all-sp-ids","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.75822962Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.758397541Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:45969/eip-gateways","method":"PUT"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.758651552Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.758681935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.758700653Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.758717232Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"198.851739ms"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.759671119Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/eip-gateways","method":"PUT","req_id":"be4a7f73-d12a-4427-bd6d-aeefe3b11dbb","remote_addr":"[::1]:61786","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.759710711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/eip-gateways","method":"PUT","req_id":"be4a7f73-d12a-4427-bd6d-aeefe3b11dbb","remote_addr":"[::1]:61786","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.75978001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:36583","req_id":"dd5cf7f2-deb0-44f0-ab63-90c10cfe1ccc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 09 57 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .W..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.75988982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:36583","req_id":"dd5cf7f2-deb0-44f0-ab63-90c10cfe1ccc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2391,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.760056991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.760182254Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.760233211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:36583","req_id":"dd5cf7f2-deb0-44f0-ab63-90c10cfe1ccc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.760309693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10901","req_id":"d4cdccd9-d832-43f2-9ca6-cf2b483d88e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.760344803Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10901","req_id":"d4cdccd9-d832-43f2-9ca6-cf2b483d88e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.760446663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.760462041Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:10901","req_id":"d4cdccd9-d832-43f2-9ca6-cf2b483d88e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.762533609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/eip-gateways","method":"PUT","req_id":"be4a7f73-d12a-4427-bd6d-aeefe3b11dbb","remote_addr":"[::1]:61786","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3057,"response_code":204} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.763135995Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43524, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 673818503 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.763191945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.797491604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/switch/identifiers","method":"GET"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.798089932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:47660","req_id":"70cbda11-4d88-43eb-ad31-8e657dc7b9a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.798181914Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:47660","req_id":"70cbda11-4d88-43eb-ad31-8e657dc7b9a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.798343638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.798401122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:47660","req_id":"70cbda11-4d88-43eb-ad31-8e657dc7b9a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.798656787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/eip-gateways\", status: 204, headers: {\"x-request-id\": \"be4a7f73-d12a-4427-bd6d-aeefe3b11dbb\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.798760511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"268.122758ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.83264458Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:45969/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.833252846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47691"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.8675466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.867619865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.869581893Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f76b6fd-f1d6-41b1-bcbb-11b156f9deef\", \"content-length\": \"105\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.869985685Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.870018122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.870043103Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.870065437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.870689439Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.871539663Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.871581018Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.871606599Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.871628533Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.87196787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.8723875Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.87241747Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.872465023Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.872487979Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.872725134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.873025479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.873053049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.873076539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.873098586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.873329992Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.874823052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v2p","method":"GET","req_id":"6c42e51d-2412-4484-99b4-ad1360546f06","remote_addr":"[::1]:47691","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.874868551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v2p","method":"GET","req_id":"6c42e51d-2412-4484-99b4-ad1360546f06","remote_addr":"[::1]:47691","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"27.0.0"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.874913816Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:41074","req_id":"3bbc5389-2a77-40c3-b4b7-d20b2c7f0080","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fd 2c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .,..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.874998259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:41074","req_id":"3bbc5389-2a77-40c3-b4b7-d20b2c7f0080","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.875143788Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.875197455Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:41074","req_id":"3bbc5389-2a77-40c3-b4b7-d20b2c7f0080","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.875347043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766968b4-8478-4b44-936f-53e8b7a6ddf1\", \"content-length\": \"717\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.875514974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/rpw/nat/trigger","method":"POST"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.875896205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/v2p","method":"GET","req_id":"6c42e51d-2412-4484-99b4-ad1360546f06","remote_addr":"[::1]:47691","local_addr":"[::1]:45969","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1062,"response_code":200} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.910197676Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.910278087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.911828071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/rpw/nat/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b48c7d-862b-4e4b-a67b-73a98cc8afe8\", \"content-length\": \"4\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.911961821Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"3","iteration":2,"elapsed":"408.49716ms"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.912043255Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:45969/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c42e51d-2412-4484-99b4-ad1360546f06\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.912076104Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.912095009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.912114035Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.912148179Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"390.453819ms"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.912602826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.916197847Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.916255555Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.916279759Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.916545683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.917229988Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.920174144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.92021654Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.920239645Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.920478742Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.921151132Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.924086854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.924132897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.924157784Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.924374993Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.925065063Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.927932612Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.927983916Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.928008071Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.928243721Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.930530551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8c3786-688c-4363-9f7e-79f050bb2ac5\", \"content-length\": \"26\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"identified switch slot for switch zone","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.93061011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.930673472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n Switch0: ::1,\n}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.930697526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:35.934288402Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:12158","req_id":"928cd36b-e83d-40e1-82e6-a144c04bf73a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 14 4a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .J..........._mg\n0010: 64 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 d._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.934584915Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:12158","req_id":"928cd36b-e83d-40e1-82e6-a144c04bf73a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 100,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.934862691Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.935018309Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.935421566Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:12158","req_id":"928cd36b-e83d-40e1-82e6-a144c04bf73a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52170, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:35.93565422Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0348cfa-c39d-4025-8995-a8b22a553839\", \"content-length\": \"26\", \"date\": \"Tue, 10 Mar 2026 20:08:35 GMT\"} })"} {"msg":"identified switch slot for switch zone","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.935801846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:35.935920779Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n Switch0: ::1,\n}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.010172882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.010690918Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.010775922Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.011039202Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.011089971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.011279142Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.011309206Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.011474755Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.011505138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.012638539Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52170, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 939981646 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.01269711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.012958975Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.012985128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.015770515Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.01622698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.016960497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:31745","req_id":"69a29d9f-da8a-4f40-ad11-e584e8baa452","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ea 50 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .P..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.01701575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:31745","req_id":"69a29d9f-da8a-4f40-ad11-e584e8baa452","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.017154461Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.017245375Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.017290367Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:31745","req_id":"69a29d9f-da8a-4f40-ad11-e584e8baa452","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.018314634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41467, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6335, tv_nsec: 946010040 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.018358567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.018438529Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:7192","req_id":"54813d56-8d33-4f10-9f45-9677d67f60f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: db 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.018493386Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:7192","req_id":"54813d56-8d33-4f10-9f45-9677d67f60f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.018597973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.018612836Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:7192","req_id":"54813d56-8d33-4f10-9f45-9677d67f60f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.020408003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.020453024Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.074051874Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52170/bfd/peers","method":"GET"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.075433126Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:9110","req_id":"779fcfb5-6553-46e1-9492-3567ac4d93b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ec cd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.075520486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:9110","req_id":"779fcfb5-6553-46e1-9492-3567ac4d93b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.075713201Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.075767562Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:9110","req_id":"779fcfb5-6553-46e1-9492-3567ac4d93b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.080018978Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.080065316Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.122376004Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.123000672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bff0735-78bb-4b12-8d72-54e8983b9293\", \"content-length\": \"2134\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.1233439Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.123374959Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.123400372Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.123423046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.123963176Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.125147751Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:37558"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.125997973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52170/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc9c6bb4-ebeb-4671-ae3d-b96689617797\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.127539777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"641.877261ms"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.12763929Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9824fdb7-325d-4f3a-9e21-e6ceb8ae54a4\", \"content-length\": \"745\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.127771446Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.127798931Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.127822328Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.127844946Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.128340564Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.12905776Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b756e49f-e983-4926-9d0a-76ae5736487f\", \"content-length\": \"959\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.129155904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.129186914Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.129213011Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.129235415Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.129584546Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.130087715Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2fb409-f5e0-4bc6-a730-336dc059bd6b\", \"content-length\": \"350\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.130149241Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.130176782Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.130200423Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.130222038Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.130525462Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:36.130960889Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.131564298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.134009838Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.134062969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.134087379Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.134286481Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.135361707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"04953021-2948-4b9a-9aef-c55f45435d1f","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.135427032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"04953021-2948-4b9a-9aef-c55f45435d1f","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.135577465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0aabd9-bcaf-4f66-ad47-b46270fe3bdb\", \"content-length\": \"717\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.135810831Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.136162897Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"04953021-2948-4b9a-9aef-c55f45435d1f","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.136219527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"04953021-2948-4b9a-9aef-c55f45435d1f","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.136519247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"04953021-2948-4b9a-9aef-c55f45435d1f","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.137445015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.13989823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.139957636Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.139982899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.140200765Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.140802618Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.143178556Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.143233807Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.143258527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.143442502Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.14407366Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.146413758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.146464902Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.146488505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.146669276Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.148660246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:61191","req_id":"8fc91258-e77c-4554-9804-e53969a66dbb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5b 4c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 [L..........._mg\n0010: 64 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 d._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.148726976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:61191","req_id":"8fc91258-e77c-4554-9804-e53969a66dbb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 100,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.148901808Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.148995826Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.149047993Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:61191","req_id":"8fc91258-e77c-4554-9804-e53969a66dbb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52170, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.150463086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"04953021-2948-4b9a-9aef-c55f45435d1f","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16122,"response_code":200} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.150906948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52170, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 6336, tv_nsec: 87439124 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.150955195Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.152266333Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"16a93aef-5a33-420d-8ce4-e4a4717bc2d0","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.152312442Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"16a93aef-5a33-420d-8ce4-e4a4717bc2d0","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.152571484Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"16a93aef-5a33-420d-8ce4-e4a4717bc2d0","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.152618746Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"16a93aef-5a33-420d-8ce4-e4a4717bc2d0","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.153281318Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"16a93aef-5a33-420d-8ce4-e4a4717bc2d0","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.154575686Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:11817","req_id":"9e433116-9507-463a-a21f-1e5544efa2a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 86 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.154671889Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:11817","req_id":"9e433116-9507-463a-a21f-1e5544efa2a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34950,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.154811218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.154870043Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"peer_addr":"[::1]:11817","req_id":"9e433116-9507-463a-a21f-1e5544efa2a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.229398383Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.229502913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.230070947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.231146139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"16a93aef-5a33-420d-8ce4-e4a4717bc2d0","remote_addr":"127.0.0.1:37558","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":84157,"response_code":200} {"msg":"collected ereports from MGS","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.232895578Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.232953371Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.232980809Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"} {"msg":"collected ereports from MGS","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.233361899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":1,"total_ereports_collected":1,"new_ereports":1,"ereports_received":1,"received_restart_id":"c20c9921-e4fc-40d0-b341-92aa9e330717 (ereporter_restart)","requested_restart_id":"c20c9921-e4fc-40d0-b341-92aa9e330717 (ereporter_restart)","requested_start_ena":"Some(Ena(0x2))","requested_committed_ena":"Some(Ena(0x1))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.233416138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"c20c9921-e4fc-40d0-b341-92aa9e330717 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.233441221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/switch/1/ereports?committed=1&limit=255&restart_id=c20c9921-e4fc-40d0-b341-92aa9e330717&start_at=2","method":"POST"} {"msg":"no DPD client for switch location","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:36.233699561Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.23424381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"collected ereports from MGS","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.234415708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":6,"total_ereports_collected":6,"new_ereports":6,"ereports_received":6,"received_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x7))","requested_committed_ena":"Some(Ena(0x6))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.234470697Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.234505225Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.235415259Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e8db223-7441-41a6-94f7-4f2935a2ec85\", \"content-length\": \"12\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.235493373Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"} {"msg":"clearing switch port settings","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.235521543Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"} {"msg":"port settings up to date, skipping","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.235542971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.235727762Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52170/static/route4","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.237380735Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52170/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e2ee65-1490-41e9-a735-0f9deb89df61\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.237436877Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:52170/static/route6","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.237558465Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcab64e4-1258-48ae-b6b9-7bd278a64ab5\", \"content-length\": \"81\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.237638184Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":6,"total_ereports_received":6,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.237719983Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/1/ereports?committed=1&limit=255&restart_id=c20c9921-e4fc-40d0-b341-92aa9e330717&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d0d9bb-7265-4bf8-af76-fec0682c6c05\", \"content-length\": \"81\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.237750835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":1,"total_ereports_received":1,"restart_id":"c20c9921-e4fc-40d0-b341-92aa9e330717 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.237792583Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ef9116-96bf-4619-8c4e-c13a7cfdb17a\", \"content-length\": \"81\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.237823201Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.23814598Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:52170/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de52b5e-cf62-4286-b9ee-c600d1032d54\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"retrieved existing routes","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.238205696Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"} {"msg":"retrieved desired routes","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.238228136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"calculated static routes to add","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.238246778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.238265655Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.238295766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.238313611Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.23833563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.238874586Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collected ereports from MGS","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.240841472Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.240898046Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:43524","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.240924265Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:43524/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.242058641Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"gateway_url":"http://[::1]:43524","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:43524/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6098908-bd9b-478e-b75b-1416cc0c07bb\", \"content-length\": \"81\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.242104694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.242431455Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[{\"ereports_received\":6,\"errors\":[],\"new_ereports\":6,\"requests\":2,\"slot\":0,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":1,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":0,\"sp_type\":\"switch\"},{\"ereports_received\":1,\"errors\":[],\"new_ereports\":1,\"requests\":2,\"slot\":1,\"sp_type\":\"switch\"}]}","iteration":2,"elapsed":"716.009325ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.243819015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.244239659Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ff48f3-5f15-47c9-a404-cb855f4d7c36\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.24433077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41467/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.244581335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41467/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab90c0ad-1849-469c-b813-7ddb8f1a758b\", \"content-length\": \"2\", \"date\": \"Tue, 10 Mar 2026 20:08:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.244691829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.244731974Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.245301201Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.248891243Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.248938881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.249379028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.251087086Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.251134611Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.251523173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no bootstore config found in db","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:36.255423427Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","key":"network_key"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.255517314Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.255542127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.256054264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating bootstore config","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:36.264100939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"EarlyNetworkConfigBody { rack_network_config: RackNetworkConfig { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 0.0.0.0, infra_ip_last: 0.0.0.0, ports: [], bgp: [], bfd: [] } }"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.264190118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:12345/network-bootstore-config","method":"PUT"} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.264874338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"error updating bootstore","v":0,"name":"test_retry_backoff","level":50,"time":"2026-03-10T20:08:36.264929927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)","request":"WriteNetworkConfigRequest { generation: 2, body: EarlyNetworkConfigBody { rack_network_config: RackNetworkConfig { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 0.0.0.0, infra_ip_last: 0.0.0.0, ports: [], bgp: [], bfd: [] } } }","location":"switch0"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.266584136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"786.060316ms"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.365358944Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.365539131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.367060609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.367613567Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.367691699Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.367733551Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.902491991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.902575188Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.902626173Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.903321777Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.905565773Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.905628049Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:36.907008115Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:36.907053775Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:36.997493447Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:37.29114698Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.291390577Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.291715299Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b6ffbc2b-36c2-4f1d-8cae-44173862200e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.291752274Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b6ffbc2b-36c2-4f1d-8cae-44173862200e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.291965037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b6ffbc2b-36c2-4f1d-8cae-44173862200e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.292002754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b6ffbc2b-36c2-4f1d-8cae-44173862200e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.292677279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b6ffbc2b-36c2-4f1d-8cae-44173862200e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:37.295043548Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b6ffbc2b-36c2-4f1d-8cae-44173862200e","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3543,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.295351103Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ffbc2b-36c2-4f1d-8cae-44173862200e\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.295470778Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.29574245Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.295781939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.295967593Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.296021683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.296559281Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.298960713Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.29902884Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:37.299473498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3980,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.299999982Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f8f9aac-bc85-487a-85f2-1627b3d9e3d5\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:37 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.30005181Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.300075648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:37.300095932Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.301197725Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.301538247Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.301657881Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.301689015Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.840513013Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.840593134Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.840650823Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.841329717Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.84339211Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.843448075Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:37.844758758Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:37.84480903Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:37.936054107Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.236485926Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.236573192Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:38.237726144Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.238155575Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:38.238202648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:38.238224939Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.778045947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.77813884Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.778185136Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:38.778875854Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.781367907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:38.781460218Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:38.783447292Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:38.783484971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:38.873268887Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:39.16544383Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.165680647Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.166023513Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.166057263Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.16626171Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.166298882Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.166938916Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:39.169571052Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3782,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.169845491Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee81eb3-e823-4b45-bbd3-fcb03f2840e1\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.1699752Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.170230097Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.17026304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.170430343Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.170471256Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.17096614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:39.173035604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2997,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.173256638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc9c41a-6ccc-4824-bb96-9d7c0fa0df7f\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:39 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.173320499Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.173346568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:39.173365135Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.173658002Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.173696317Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.174673616Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.175070781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.175096212Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.175116609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.715005745Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.715085397Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.715143706Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.715810913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.717828362Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.717872896Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:39.719091262Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:39.719118221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:39.809442025Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.111528621Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.111621121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.112783066Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.113187523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.113213638Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.1132338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.214801824Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.214884626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.214909907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.214934223Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.214955885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.21553496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.217823279Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.221893548Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.221971952Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.221995958Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.222223632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.224255732Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.224305526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":8,"elapsed":"10.16405ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.308918981Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.309136064Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.309289262Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.309328704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.309359077Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.30938585Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.309975568Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.312134452Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.315253859Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.315535032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"df0744d9-4f0b-4179-90a5-b4c027bf9ad8","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6833,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.315812938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.315969766Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.316097327Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.31625242Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.316296091Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.316324833Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.316351343Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.316646754Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.318828353Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.320849127Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.320996231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.321024044Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.321070678Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.32133444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.321948304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"db3b6120-ed51-4e68-9702-ac4632077a65","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6231,"response_code":204} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.322358984Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.322469451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.32266662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.323001666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.323039626Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.32306999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.32309815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.323121322Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.324588057Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.327724293Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.327978482Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"64f0356c-df7f-46d4-ac66-b5ae4d5175b2","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5678,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.328278231Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.328788935Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.328825167Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.329167059Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.331546264Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.331615648Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[],\"in_progress\":0,\"ready\":0}},\"error\":null}","iteration":7,"elapsed":"11.32415ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.376435405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.376662496Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.376818527Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.37685916Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.37689003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.376917713Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.377478435Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.379958688Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.383151996Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.383433574Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d6b047df-0c4c-454b-bd43-e81a033a69c1","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7231,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:40.383722117Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.652504841Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.652593149Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.652642099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.653305538Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.655354708Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.655400405Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:40.656804748Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:40.656847003Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:40.747109704Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:41.040890994Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.041099885Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.041369523Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"237e228b-4d9e-4a4d-a04e-8cf5a0c07370","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.041398846Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"237e228b-4d9e-4a4d-a04e-8cf5a0c07370","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.041573425Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"237e228b-4d9e-4a4d-a04e-8cf5a0c07370","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.041608385Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"237e228b-4d9e-4a4d-a04e-8cf5a0c07370","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.04210883Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"237e228b-4d9e-4a4d-a04e-8cf5a0c07370","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:41.044490293Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"237e228b-4d9e-4a4d-a04e-8cf5a0c07370","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3323,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.044726707Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"237e228b-4d9e-4a4d-a04e-8cf5a0c07370\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.044859182Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.045095061Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"992aa279-871a-417c-9b74-a474e3750a45","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.045142201Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"992aa279-871a-417c-9b74-a474e3750a45","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.045254693Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"992aa279-871a-417c-9b74-a474e3750a45","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.045292502Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"992aa279-871a-417c-9b74-a474e3750a45","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.045746904Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"992aa279-871a-417c-9b74-a474e3750a45","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:41.047576323Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"992aa279-871a-417c-9b74-a474e3750a45","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2662,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.047760337Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"992aa279-871a-417c-9b74-a474e3750a45\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:41 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.047816479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.047842971Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:41.047861388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.049144443Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.049174948Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.049195147Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.049295907Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.049518151Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"6b3d9384-eabc-43c2-aa71-2ef773062b32","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:41.055204303Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"6b3d9384-eabc-43c2-aa71-2ef773062b32","remote_addr":"127.0.0.1:51522","local_addr":"127.0.0.1:33574","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6061,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.05543953Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.061092381Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.061152284Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.061174781Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":33574,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.061195205Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.061536909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.061565266Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.061586909Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 10 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.061729709Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 10 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.061772019Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 10 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.061886705Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.06619179Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.068292339Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":20} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.06832122Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.069648229Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.069676633Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.07097374Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":10} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.071005511Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":10,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.073044849Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":10} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.073074923Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:41.156840506Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.590618635Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.59068973Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.590762865Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.591446338Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.593621815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.593668683Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.594955418Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.595031028Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:41.685790444Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.986974489Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.987054001Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.988256624Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:41.988697287Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.988740658Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:41.988764401Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.527414009Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.527497505Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.527557446Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.528309388Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.530428526Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.530474588Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.531819891Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.531862118Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:42.622170242Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:42.915835056Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.916099837Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.91652138Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"92ed2e7b-d918-4669-9b66-68324e25c785","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.916553976Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"92ed2e7b-d918-4669-9b66-68324e25c785","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.916784275Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"92ed2e7b-d918-4669-9b66-68324e25c785","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.916827524Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"92ed2e7b-d918-4669-9b66-68324e25c785","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.91746563Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"92ed2e7b-d918-4669-9b66-68324e25c785","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:42.92034672Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"92ed2e7b-d918-4669-9b66-68324e25c785","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4124,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.92066124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ed2e7b-d918-4669-9b66-68324e25c785\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.920800466Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.921057642Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a194a1c7-544e-45e7-ae05-a2bbcf61bd82","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.921190594Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a194a1c7-544e-45e7-ae05-a2bbcf61bd82","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.921256133Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a194a1c7-544e-45e7-ae05-a2bbcf61bd82","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.921307933Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a194a1c7-544e-45e7-ae05-a2bbcf61bd82","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.921822032Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a194a1c7-544e-45e7-ae05-a2bbcf61bd82","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.923663273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.923707572Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:42.923960501Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a194a1c7-544e-45e7-ae05-a2bbcf61bd82","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3115,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.924237219Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a194a1c7-544e-45e7-ae05-a2bbcf61bd82\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:42 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.924287482Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.924310128Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:42.924328536Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.925148565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:42.925557204Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.925587099Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:42.925608339Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.46554273Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.46562542Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.46567528Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:43.466313324Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.468451275Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:43.468494814Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.469797139Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:43.469840913Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:43.561101871Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.8613489Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.861443275Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:43.862651196Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:43.863051761Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:43.863077034Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:43.863097232Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.012956333Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48341"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.013201643Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"5e8c54f8-0350-405e-8608-74ec556da665","remote_addr":"[::1]:48341","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.014654601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"5e8c54f8-0350-405e-8608-74ec556da665","remote_addr":"[::1]:48341","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1561,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.399174815Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44631"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.399364238Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"659c6886-3a65-40c3-a278-c7a3528766c3","remote_addr":"[::1]:44631","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.399643805Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"659c6886-3a65-40c3-a278-c7a3528766c3","remote_addr":"[::1]:44631","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":318,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.399763085Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32814"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.400016632Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"da1bbc12-87ae-445f-b1f7-0c3beb61b260","remote_addr":"[::1]:32814","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.400072531Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"da1bbc12-87ae-445f-b1f7-0c3beb61b260","remote_addr":"[::1]:32814","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":66,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.400488525Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39372"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.400510684Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49857"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.400689821Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"ed4f3d12-9d5c-4d0a-8b87-7505c99455a3","remote_addr":"[::1]:39372","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.400751711Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"7fe4ea18-49ae-4d62-8f1b-8d21e7d9ffa2","remote_addr":"[::1]:49857","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.400804835Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"ed4f3d12-9d5c-4d0a-8b87-7505c99455a3","remote_addr":"[::1]:39372","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":128,"response_code":200} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.400831682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"7fe4ea18-49ae-4d62-8f1b-8d21e7d9ffa2","remote_addr":"[::1]:49857","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":92,"response_code":200} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.403143017Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.40317686Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.403277767Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.403917682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.404009299Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56673"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.404192905Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"70b9b1c7-0e8d-4563-876b-c26420af2826","remote_addr":"[::1]:56673","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.404279486Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"70b9b1c7-0e8d-4563-876b-c26420af2826","remote_addr":"[::1]:56673","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":99,"response_code":200} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.405996221Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.406029424Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.407524938Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64926"} {"msg":"inserted rows into table","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.407620456Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"id":"8067c9f8-2c90-409c-98ac-9b1d080d115f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.407647614Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.407873844Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"c7de8ae0-eb4e-480b-8cbf-8d9b031b05dc","remote_addr":"[::1]:64926","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.407963175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"c7de8ae0-eb4e-480b-8cbf-8d9b031b05dc","remote_addr":"[::1]:64926","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":103,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.411198727Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46067"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.411375286Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee3edcc3-afe2-45bd-b528-08a7e504b10d","remote_addr":"[::1]:46067","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.411446628Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee3edcc3-afe2-45bd-b528-08a7e504b10d","remote_addr":"[::1]:46067","local_addr":"[::1]:36870","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":82,"response_code":200} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_retry_backoff","level":40,"time":"2026-03-10T20:08:44.49811899Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.790804874Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.791061356Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.791378498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4fed0e51-62d4-46f6-ae27-50a8d939c9cc","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.791410485Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4fed0e51-62d4-46f6-ae27-50a8d939c9cc","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.791613872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4fed0e51-62d4-46f6-ae27-50a8d939c9cc","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.791649412Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4fed0e51-62d4-46f6-ae27-50a8d939c9cc","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.79225497Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4fed0e51-62d4-46f6-ae27-50a8d939c9cc","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.79488498Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4fed0e51-62d4-46f6-ae27-50a8d939c9cc","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3740,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.795139096Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fed0e51-62d4-46f6-ae27-50a8d939c9cc\", \"content-length\": \"405\", \"date\": \"Tue, 10 Mar 2026 20:08:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.79524522Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.795438432Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f6c2a68-3af1-4325-83c6-4a74018010eb","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.795478811Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f6c2a68-3af1-4325-83c6-4a74018010eb","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.795612121Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f6c2a68-3af1-4325-83c6-4a74018010eb","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.795649668Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f6c2a68-3af1-4325-83c6-4a74018010eb","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.796043662Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f6c2a68-3af1-4325-83c6-4a74018010eb","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.797702964Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f6c2a68-3af1-4325-83c6-4a74018010eb","remote_addr":"127.0.0.1:44916","local_addr":"127.0.0.1:63060","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2416,"response_code":200} {"msg":"client response","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.797896479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63060/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6c2a68-3af1-4325-83c6-4a74018010eb\", \"content-length\": \"29\", \"date\": \"Tue, 10 Mar 2026 20:08:44 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.797952622Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.797977969Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:44.797995852Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.799435927Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.799470604Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.80043093Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.800831991Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.800857714Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.800878053Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"producer_port":41614,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.902337951Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.902407175Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.902430872Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.902454306Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.902476183Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.903029565Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.905436902Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.909609451Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:44.909667582Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.909690087Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.909947479Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.911869037Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-10T20:08:05.458980Z })"} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:44.911922695Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":9,"elapsed":"10.245041ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.073402605Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.073624147Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.073775124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.073810945Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.073840682Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.073867829Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.074470131Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.076953716Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.080145411Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.080509058Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"a938616b-f23d-45be-add1-255e0526c865","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7350,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.08085288Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.081040839Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/activate","method":"POST"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.08119069Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.081370304Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.081404298Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.081432111Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.081458518Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.081844802Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.084326787Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.086478642Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.086655468Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.086683601Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.086705694Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.087122445Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.087810999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/activate","method":"POST","req_id":"424d708e-c2b6-4f61-af43-b73b6e969bae","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7061,"response_code":204} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.088152553Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"204"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.088230544Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.088373634Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.088506532Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.088544642Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.088573609Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.088599866Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.088945124Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.090539947Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.093771067Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.094010031Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"d8ca0fc4-0676-4aeb-bd3e-d441ab9f50fa","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6026,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.094291246Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.096165666Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.096218236Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.096577607Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"rx_name":"my-great-webhook","rx_id":"2b6fbbc6-d38e-4d46-a5cd-293e75593af0","background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.099089963Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":1} {"msg":"activation complete","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.099164335Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{\"2b6fbbc6-d38e-4d46-a5cd-293e75593af0\":{\"already_delivered\":0,\"delivered_ok\":0,\"delivery_errors\":{},\"error\":null,\"failed_deliveries\":[],\"in_progress\":0,\"ready\":0}},\"error\":null}","iteration":8,"elapsed":"13.328597ms"} {"msg":"client request","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.142976581Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:50070/bgtasks/view/webhook_deliverator","method":"GET"} {"msg":"incoming request","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.143213999Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.143357792Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.143393623Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_retry_backoff","level":10,"time":"2026-03-10T20:08:45.143422421Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.143449737Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.144008676Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.146421377Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_retry_backoff","level":20,"time":"2026-03-10T20:08:45.149569437Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.149835446Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"uri":"/bgtasks/view/webhook_deliverator","method":"GET","req_id":"b89ed472-4019-47a8-8889-c609aeb904b0","remote_addr":"127.0.0.1:43636","local_addr":"127.0.0.1:50070","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7085,"response_code":200} {"msg":"client received response","v":0,"name":"test_retry_backoff","level":30,"time":"2026-03-10T20:08:45.150115475Z","hostname":"w-01KKCFSRDNNP6RQPYHTKJ2S9X8","pid":4779,"component":"lockstep client test context","status":"200"}