{"msg":"Running step start_crdb","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:47.633529287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:47.634231587Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp8fHBeP","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:47.680600904Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/2568847d748e1bae965de0b3126e3133c4bd29b2d2831f880273cca7dc24bf97.tar) to storage directory (/var/tmp/omicron_tmp/.tmp8fHBeP/data)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:47.680779034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp8fHBeP/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp8fHBeP/listen-url","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:47.728090021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KFY6DEWKSJ6KBWEPJMNGAW6V BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/2568847d748e1bae965de0b3126e3133c4bd29b2d2831f880273cca7dc24bf97.tar GITHUB_BRANCH=propolis-doorbell-buffernt GITHUB_REF=refs/heads/propolis-doorbell-buffernt GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=5db41474f9cbdbb902460f66375144650fa634e2 GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-2365d10e992c2e9e/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-3a6f042b78b00084/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-a5022a14d5411a51/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-3c3387d8a4ad6ac9/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-aaa5d3556d6e760b/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ea950bd608a63962/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-163c6620fa51a768/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=0069c974-2637-48b9-9dc2-1efafeb7535a:omicron-nexus::test_all$integration_tests::webhooks::test_api_resends_failed_deliveries NEXTEST_BINARY_ID=omicron-nexus::test_all NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_BIN_EXE_schema_updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-2365d10e992c2e9e/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-3a6f042b78b00084/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-a5022a14d5411a51/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-3c3387d8a4ad6ac9/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-aaa5d3556d6e760b/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ea950bd608a63962/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-163c6620fa51a768/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=0069c974-2637-48b9-9dc2-1efafeb7535a NEXTEST_RUN_MODE=test NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=0 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=integration_tests::webhooks::test_api_resends_failed_deliveries NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-6c541d174146822e/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:47.72857336Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"cockroach pid: 7926","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:49.393645729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"cockroach listen URL: postgresql://root@[::1]:60484/omicron?sslmode=disable","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:49.393761617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"Running step start_clickhouse","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:49.564121429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:49.564200594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"Running step start_internal_dns","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.200919533Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.201332985Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpk3ZwCA"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.312269277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.312396907Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.312881149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:61952"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.313538069Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.313707221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.313752591Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.313798741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.313840293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.315046833Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.315247457Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.315423803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpP8yifq"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.329370931Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.3296354Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.329916473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:58646"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.33050566Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.330625385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.330674642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.330713118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.330752956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.332875285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.333671299Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.333739342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"setting up nexus server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.334599762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.338987512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339125603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.33922571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339258634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339352939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339390032Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339425282Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339454038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339485169Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339531871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339568793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339601097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.33963836Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339672427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339701494Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339735381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339763696Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339797683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339825718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339859715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339888431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339919583Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339952668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.339981254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340014569Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340044288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340480655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340545883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340603937Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340638475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340674536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340704585Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340741667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34078882Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340820783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34085519Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34088539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340917282Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340945608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.340982531Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341011538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341047458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341081806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341112446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341154949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34118594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341217622Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34126199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341298752Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341378599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341430911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34146076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34149622Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34153205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341560847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341594202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341622418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341653809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341684259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341717795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341746331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341780859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341814234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34184756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341875845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341909011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.341944621Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.34197503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342015349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342045028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342082411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342113462Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342160234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342194471Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342230482Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.342350959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Setting up resolver using DNS address: [::1]:61952","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.41178842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"new DNS resolver","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.411946701Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:61952]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:50.413550021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:60484/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 60484,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:50.420183071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Database schema version is up to date","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.265440252Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"desired_version":"225.0.0","found_version":"225.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:52.33402048Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"} {"msg":"Datastore is ready for usage","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.334105096Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.448854337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"c8e94a27-ad45-4c62-a93d-10d956c4bd99","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.53659332Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.536839474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.536889923Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.536943959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537030419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537088062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537129994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537180995Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537232857Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537274158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537324587Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537379855Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537418291Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537469521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537522365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537574708Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537613444Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.537671268Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.5377286Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.537767086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.53978Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.545617357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.545759496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.545815456Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.545864252Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.545903649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.545947916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.54602085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546064014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.54611268Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.54618387Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546228197Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546276231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546321781Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.54636746Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546404694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.54644846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546495472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546532956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546577042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546625447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546673421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546711085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546756925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546806122Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546847073Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546892492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.546942129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547029661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547084429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547126311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547171911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547219534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547256136Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547301806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547348107Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547395961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547432402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547478663Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547564392Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547602086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547647655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547700559Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547739185Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547773983Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/{rack_id}/config/latest","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547809804Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.547844762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.547876124Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"SEC running","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.547905502Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.548915886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.549120118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.552749427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.55315806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.557131094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.557231411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.557944823Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.830853139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.846016896Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:57147","req_id":"cd720f99-f827-44ca-8470-07048b282eeb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 38 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M8..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.846466058Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:57147","req_id":"cd720f99-f827-44ca-8470-07048b282eeb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:52.847243926Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:57147","req_id":"cd720f99-f827-44ca-8470-07048b282eeb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.84731713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60175","req_id":"7a526450-20a4-4568-bca7-d6fd648fe2e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: c9 f2 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 ............._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.847383571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60175","req_id":"7a526450-20a4-4568-bca7-d6fd648fe2e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:52.847817363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60175","req_id":"7a526450-20a4-4568-bca7-d6fd648fe2e6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.847865086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:55099","req_id":"f5bb5d97-36c1-4108-9994-bf5150a1fa57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 08 66 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .f..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.847925655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:55099","req_id":"f5bb5d97-36c1-4108-9994-bf5150a1fa57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:52.848286083Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:55099","req_id":"f5bb5d97-36c1-4108-9994-bf5150a1fa57","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:52.85422523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.854491133Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.854561922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.857605851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.857685788Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:52.857720015Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.857761537Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:52.859121228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:53.236100009Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.236222169Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.236269021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.238774553Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.238877104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.23891095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.238952442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.239342328Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:53.353975101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.354073524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.35416293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.354943172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.38833693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.388496464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.390820148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.390942469Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.390980333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.391065641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.391612435Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.426591938Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.426758826Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.426813593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.42685776Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.427909927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.514128002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.514270973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.514320009Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.515661915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.520838123Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.524906716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.525022553Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.525073974Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.525116708Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.525156907Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.525684554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.529222524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.529316749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.529362549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.529880055Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.533319912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.537418113Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.537499162Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.537540042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.538071927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services project","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:53.564758249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.564886401Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.564935377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.568000539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.568110404Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.568145042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.568199509Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.568798596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.576250465Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.576351172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.576921332Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.584166785Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.584285238Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.584333904Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.584377369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.584889014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.58823155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.588333701Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.58837918Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.588916125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.592339981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.592422913Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.592466389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.592933056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.598187998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.605598185Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.605710505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.605813418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.605884437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.605929616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.605969634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.606436682Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.614916439Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.615027267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.615074139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.615947525Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.620599112Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.62069456Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.620742925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.621479061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.626076011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.638251789Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.638351314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.638392525Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.639031601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.658284401Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.658572707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.65865081Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.658694466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.659461142Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.665132252Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.665215105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.665311294Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.666664843Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.671115245Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.671202687Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.671247876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.67321494Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.677853983Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.688027427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.688769986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.688892176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.689502735Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.703501294Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.70363669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.704596215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.718744598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.718890224Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.720056064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.726764993Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.726877343Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.726956689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.727000576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.727684038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.733106831Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.73321326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.733262486Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.734442304Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.738729666Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.738849742Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.738920821Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.740414466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.745699578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.757716614Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.75792835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.758001483Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.75860574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.850407053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.850503232Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.850546657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.850585604Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.851098261Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.921249134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.921344231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.921939681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.923733554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.928769527Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.928952987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.929006262Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.929600269Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.934013869Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.94615054Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:53.946279864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.946324933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:53.946976603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.100666098Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.100830671Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.100880419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.100922281Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.101762992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.106213214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.106314103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.106359131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.10736649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.111940535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.112040852Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.112086802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.113208676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.11659093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.12514306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.125352702Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.125429723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.125750864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.136615025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.136797253Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.136856019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.137637193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.143910196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.144001094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.144806036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.149131132Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.149270195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.150181445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.154630635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.154815969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.15486729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.154910254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.155530472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.159314866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.159443309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.159527514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.160202951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.163870145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.164032524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.164118062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.164805763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.16882607Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.17609525Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.176331914Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.176381181Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.176466489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.176591214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.176639649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.176864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.181005265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.181223373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.181320294Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.18199549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.187539691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.187746216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.187852145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.188958047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.192911383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.207398311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.207551612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.207601269Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.207975114Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.221764411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.221909236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.22196222Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.222009002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.222700029Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.226751237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.226845482Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.227010086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.228484302Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.232119994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.232197796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.232241893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.233277247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.236839394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.244716017Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.244892353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.253700446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.255767246Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:54.395765817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.395910381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.395949067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.395997913Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.396808385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.402862367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.402966973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.404080941Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.408791063Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.408909656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.409746691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.415883987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.416036386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.416087927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.416133567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.416977194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.422763691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.422843918Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.422945368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.423793754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.428315276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.42846968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.428517824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.429160998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.433389524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.443866134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.444004035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.444041148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.444198738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.445066893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.457703115Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.457816518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.457864011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.457906625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.458991787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.463608546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.463766797Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.463814651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.464709969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.469779227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.469944181Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.470018427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.470777829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.48265498Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.491691962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.501939402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.502166869Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.50222306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.502270122Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.502988253Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.507133886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.507270925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.507397825Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.508144862Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.513525131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.513678583Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.513726827Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.51494479Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.519839315Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.530489325Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.530614361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.53065952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.531267484Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.640393609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.64060249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.641593607Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.647554236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.647675043Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.647742576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.647829316Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.648913135Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.653892887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.654152818Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.654313383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.65563522Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.660412805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.660515006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.660561357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.661456535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.668213749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.681327149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.689353806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.6901654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.690372577Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.690678869Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.691447288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.695939984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.696100038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.696149686Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.696978364Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.700378783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.700494861Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.700541433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.701681613Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.706429329Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.716936098Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.717113146Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.717165108Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.717609952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.725437819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.725551472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.726401512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.730061171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.730209933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.730260372Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.730301443Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.730994885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.734942179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.735182832Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.735267638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.736270408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.740847239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.740941965Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.740988326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.742087736Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.746929898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.7551528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.762850802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.762987862Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.763033812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.763074632Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.763825838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.769442421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.769552517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.769596854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.770396535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.776511808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.776623026Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.776667143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.777914593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.789443781Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.798431346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.798594596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.798642831Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.799025142Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.808266095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.808425448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.809380654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:54.81526345Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"created built-in services vpc","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:54.815381392Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.815420409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.815467191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.818651967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.818849565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.819161578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.819377362Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.820426403Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo users","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:54.836314022Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.836457454Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.836498484Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.836545346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.837901841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:54.843937076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.844093384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.844144845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.844879157Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.854248352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.854408727Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.855445694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.871707799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.871916058Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.872081132Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.872180958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.873114382Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.888453003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.891147586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:54.891265397Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.891309945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:54.892237086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.093884619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.09407329Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.094128609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.094171643Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.094943299Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.10035534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.10337895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.103478225Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.103522211Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.104196536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"populate complete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.118646251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.118851183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.118923165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.118967712Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.11900753Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.120023967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.126036538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.126183416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.169854794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.178489215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.179171395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.179283756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.179728109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating background tasks","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.192542912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.198810023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.198968985Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.199027961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.199071667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.199923019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.205337726Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.205594811Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.205988624Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.20905092Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.209470795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"221.875µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.209533388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.209577064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.209616651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.209663754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.210540206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.21144878Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.21151479Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.211713631Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.211778578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.211819689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"66.941µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.211861822Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.212007588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-27 01:03:55.211901430 UTC"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.212230516Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.212296786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.212964117Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.310352665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.310501919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.310561756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.310618668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.310671311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.311721524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.312795504Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.312888858Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.312947713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.3138215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.314765664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.314858737Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.314915659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.315541088Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.316185022Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.316628674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.316698321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.316745002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"68.054µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.316793528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.316837935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.316892683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.316948522Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.31700324Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.317930611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.318848474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.31893274Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.318990954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.319046143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.319097574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.319946882Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.320688148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.320764007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.320822292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.320882009Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.320934111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.321577706Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.328180997Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.328512518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.328593938Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"557.656µs"} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.403589348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.403756416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.411635945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.411764547Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.411828984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.411884984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.413110932Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.414702639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.414821893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.414883634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.414940947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.4149932Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.415892596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.417243891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.417438593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.417570292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"347.894µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.417768892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.417964166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.418054984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.41810891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.418201963Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.419489071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.421427409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.421734161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"131.198µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.421792215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.421833036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.42187076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"42.534µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.42191184Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.42195228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.421987579Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"92.151µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.422034481Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"inventory collection is None","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.422073358Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.422107815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"46.061µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.422149557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.422187542Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.422235957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.422284583Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.422329611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.42300102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.424157231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.425091767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.425236541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.428354927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.429885454Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.430000951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.430135104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.430934885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.431915351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.432037812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.432190752Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.434170451Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.43710743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.437230272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.437320208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.437403282Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.437486365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.437551803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.437835491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.43793203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.438287699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"448.541µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.438397314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.438555986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.438654429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.439277994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.440139998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.44024313Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.440321053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.44040112Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.440960589Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.442765936Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.442974896Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.443069071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.443161493Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.443255568Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.44333295Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.443404661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.443484487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.443552942Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.443633089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.446921429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.447483413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"saga recovery pass starting","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.447712603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.447804884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.447866205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.448081468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.448501603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.449394477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.449505986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.449575492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.450035506Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.450757645Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.450829917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.450881037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.452057338Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.452399089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.452510658Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.45257241Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.453286693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.454097455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.454209956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.454262189Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.454738174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.455488598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.455603464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.45565739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.456195216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.456943025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.457053332Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.457107328Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.457157557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.457204248Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.457704922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.458448001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.458521967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.458560042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"160.766µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.458687412Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.458746207Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.458794322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.459404561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.460027554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.460098674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.460147089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.460684715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.461290956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.461490749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.461563982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.462277534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.463901645Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"multicast group reconciler activating","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464219369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464282593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464320738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.464385886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464427708Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464658541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464726495Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.464779118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.464826972Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.46587936Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.467072002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.467129565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.467178371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.467226125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.467272556Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.468482994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.46999263Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.470052748Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.470100141Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.471037332Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.472514654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"distributing networking probes to sleds","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.47258405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.472621474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.472666552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.472713454Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.472757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.473910125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.475235549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.475356416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.475417506Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.475469909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.475516591Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.476281233Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.486519445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:29254","req_id":"2fcfd2d0-d408-4970-b0c2-d4dbd091ff52","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 7a 46 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 zF..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.48667002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:29254","req_id":"2fcfd2d0-d408-4970-b0c2-d4dbd091ff52","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.487208097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:29254","req_id":"2fcfd2d0-d408-4970-b0c2-d4dbd091ff52","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.487260951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:46408","req_id":"5c02856c-73b3-47b6-9109-2a61fc3a16c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 5d 99 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ]............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.48732164Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:46408","req_id":"5c02856c-73b3-47b6-9109-2a61fc3a16c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23961,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23961,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.48767767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:46408","req_id":"5c02856c-73b3-47b6-9109-2a61fc3a16c0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.487715053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:5845","req_id":"e575bfd3-fdc1-4605-8c67-e3d7f1411d55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 86 d4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.487774841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:5845","req_id":"e575bfd3-fdc1-4605-8c67-e3d7f1411d55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.488104508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:5845","req_id":"e575bfd3-fdc1-4605-8c67-e3d7f1411d55","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.488139617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60534","req_id":"3d33e7de-db6c-495b-9558-d85cd4afd30c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 71 8e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 q............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.488197541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60534","req_id":"3d33e7de-db6c-495b-9558-d85cd4afd30c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.48851261Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60534","req_id":"3d33e7de-db6c-495b-9558-d85cd4afd30c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.496507976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.496625717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"failed to lookup DNS servers","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.502650312Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.502987414Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"297.70661ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.503384734Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.503560269Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"292.159183ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.50416137Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to build DPD clients","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.504320853Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.504510736Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.504829933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"40.978177ms"} {"msg":"failed to resolve MGS addresses","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.505331208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.505641488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"41.266744ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.516401134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-27 01:03:55.211901430 UTC"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.522784523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-27T01:03:55.211901430Z\",\"pruned\":[]}","iteration":1,"elapsed":"310.792576ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.581762689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.582673458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.593126762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"276.866041ms"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.600037938Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.606053395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.606323957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.606412601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.606980146Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.652361973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.658027101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.658161716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.658213317Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.658610006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.667371397Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:55674","req_id":"2d353c37-0561-4e1e-ae28-894b710b190c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3e ad 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 >............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.667520761Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:55674","req_id":"2d353c37-0561-4e1e-ae28-894b710b190c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.66973003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:55674","req_id":"2d353c37-0561-4e1e-ae28-894b710b190c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.669910966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:20834","req_id":"83607fc4-402e-4ed8-9048-7e934f352056","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5f 03 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 _............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.670126068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:20834","req_id":"83607fc4-402e-4ed8-9048-7e934f352056","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.670573998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:20834","req_id":"83607fc4-402e-4ed8-9048-7e934f352056","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.670963744Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.677971921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.678081796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.67812962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.679158742Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"mgd port is 40659","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.689211129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"Running step record_switch_dns","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.689391743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.689444898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_sled1","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.689478103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.689548672Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.775024198Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.775769472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.777172308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.777321441Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.777420516Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"464.500748ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.777530652Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:55.777620589Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.777770072Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"462.947627ms"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.812539061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.82220024Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.822416544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.82253657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.822917138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.874724958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.875095296Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.878333617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.89838193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58006"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.899231208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.90426191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.904425251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.904478155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.904526901Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.904571639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.904854564Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpYuESqi/artifact-config.json","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.906454848Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.90653757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpYuESqi/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp3UIBuN/artifact-config.json","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.906581016Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.906616876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp3UIBuN/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.007155753Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:63515","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.007297732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:63515","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.007345426Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:63515","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.050687045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.050833773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.050882609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.050924231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.050963198Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051021091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051060819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051103062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051145075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051185464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051225784Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051276463Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051317343Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051357643Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051396679Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051435596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051476436Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051516485Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05155491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051595219Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051636971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051679054Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051719213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051757708Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051800272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051840591Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051881361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.051922352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.0519622Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05200304Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.0520434Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052083749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052128998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052169006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052208865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052248392Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05228768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052326105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052413507Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052459337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052498734Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052536979Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052575074Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052612808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052652266Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05269006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05273057Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052770779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05281232Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052853491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052894331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052935773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.052977495Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053019176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053060778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053101749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053142278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053179962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053218618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053257855Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053297433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05333664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053380196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053420134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053459421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053502295Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053542174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053582353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05362171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053659023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053695756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053732989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053771003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.05380999Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053848916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053887763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053926719Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.053966077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054006135Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054050152Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054182522Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054229354Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054269543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054307758Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054346474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054386052Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054426481Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054464626Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054503793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054542619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054608969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054650972Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054688025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054725599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054764234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054803612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054841767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054879331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054917365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.054956272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.054994617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.055029225Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.069024417Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"7d611822-13cc-4c12-b3ac-892db88d6446","remote_addr":"127.0.0.1:58006","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.07524152Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"7d611822-13cc-4c12-b3ac-892db88d6446","remote_addr":"127.0.0.1:58006","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"contacting server nexus","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.078385916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.079133475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:48806/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.083492598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"7d611822-13cc-4c12-b3ac-892db88d6446","remote_addr":"127.0.0.1:58006","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.083672912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"7d611822-13cc-4c12-b3ac-892db88d6446","remote_addr":"127.0.0.1:58006","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.084642447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"7d611822-13cc-4c12-b3ac-892db88d6446","remote_addr":"127.0.0.1:58006","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.277209041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.283759399Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.283919042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.283965453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.284412662Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.286363905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.30085967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.301765079Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.309109466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.309217097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.3092643Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.30970217Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.311059998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.315939984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.316146028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.316210565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.31656947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.31829524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.323102784Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.323188823Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.323234824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.323753763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.325216576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58380"} {"msg":"listed in-progress sagas","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.327988993Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0} {"msg":"saga recovery pass finished","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.32811471Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.328682094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"881.191447ms"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.329086679Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.329156105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.32989689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.330860373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.33091968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.330963656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"887.558344ms"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.331461033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.331531491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.332278108Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.335298962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"572a0ee1-7bf8-4126-ad18-e61c57ba793f","remote_addr":"127.0.0.1:58380","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.335389129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"572a0ee1-7bf8-4126-ad18-e61c57ba793f","remote_addr":"127.0.0.1:58380","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.348058216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.49143864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.497513604Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.497650443Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.497704138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.497753455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.497799355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.498279779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.500104704Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.500203919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.500260279Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.500308945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.500780922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.5060179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"1.056600407s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.506391423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.506488143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.50654269Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.507276572Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.539742768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.548649865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:56.570528774Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.570615193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.371837905s"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.577799707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.578117341Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"1.116755515s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.603657611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.609629482Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.609759909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.609810428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.610059688Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.610138953Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.610375608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.700364441Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.70048628Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.700541659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.701188149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.70209006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.707437375Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.25497439s"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.707731573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"1.388880133s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.721628982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.721760681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.724014549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.725790367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.7258733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"reconfigurator config load complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.726453379Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-27T01:13:55.118565Z })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.726626319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"1.405934102s"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.727065732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.727131191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.727168103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"62.713µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.72720718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.727244423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.727459967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.727526648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.727571285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.728600667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.730031929Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.73010868Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.730865927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.732275356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.73820289Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.73834029Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.738395558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.738925159Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.739955893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.740047443Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.74055486Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.74230584Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.283580925s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.742556492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.742631109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.743170578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.744339905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.288833041s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.744901088Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.749289408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.749442389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.749495683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.74978409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:56.75087382Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.750954248Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.544548214s"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.753850788Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36051","req_id":"4c3c15ad-ffcc-4e2b-83b1-3d6a479f3081","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c2 c4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.753967678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36051","req_id":"4c3c15ad-ffcc-4e2b-83b1-3d6a479f3081","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:56.755167194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36051","req_id":"4c3c15ad-ffcc-4e2b-83b1-3d6a479f3081","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.760029175Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.764696844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.764851398Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.764902739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.765558176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory collection failed","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:56.768261897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.768378346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.45155523s"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.784717251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.362673702s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.80831205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.818362083Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.818517939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.818574139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.819338741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.822119203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"7d611822-13cc-4c12-b3ac-892db88d6446","remote_addr":"127.0.0.1:58006","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":753093,"response_code":200} {"msg":"failed to read target blueprint","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:56.82471902Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.824819668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.410100366s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.87328902Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.878572429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.879451385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.879540611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.880279422Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.909499521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.909609507Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.909662061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.910478394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.962699988Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.971036464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.971183041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.971236917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.972020917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.010849572Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.011011309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.011069313Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.011120975Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.011924483Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.01341928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.03514635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.035706019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.035771308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.036748748Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.06949812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.637511679s"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.106609761Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.676637587s"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.132928131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"1.665687668s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.133075861Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.155502395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.168381024Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.168556669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.168666274Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.168742765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.169390918Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.178796514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.178965135Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"225.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.718946528s"} {"msg":"all instance checks complete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.269379183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.269534328Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.833875092s"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.273230118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.273349041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.27340445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.274104716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.369115764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.918283021s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.385438448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.385608402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.386336672Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.39767731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.402660689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.402800594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.402853317Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.403244887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.437170449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.437287349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.437341305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.437385492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.438133601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.488432237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.48856072Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.488615106Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.488663061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.489335722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.531242934Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.538597701Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.538816762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.538943621Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.539640179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:57.609368192Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.609880668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"2.299558242s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.688624071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.692267969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No bundles to collect","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.692625972Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.6928645Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"2.275043806s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.737533467Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.73768765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.738586736Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.748536922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.752578782Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.752769246Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.752824295Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.753389024Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.755419332Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"2.313571179s"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.81240311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.812556892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.812608523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.813485075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"finished distributing probes to sleds","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.815073365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.815166027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{}}","iteration":1,"elapsed":"2.342749907s"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.815283257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"VPC route manager running","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.815344788Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.815379747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.815424595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.815470014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.815512748Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.816202233Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.820124367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.821024475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":1,"elapsed":"2.345757675s"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.864637097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.867173339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.867267444Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.867318364Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.867364355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.869663802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.870906683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"572a0ee1-7bf8-4126-ad18-e61c57ba793f","remote_addr":"127.0.0.1:58380","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1535625,"response_code":204} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.871445141Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.879943846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.880039063Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.880088159Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.880586538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.882361735Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.88244577Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.882500017Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.882547721Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.883154453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.886762961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:57.887209368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.889717194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"2.451336122s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.890796885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.890860711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.890907082Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.890949886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.891765217Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.903522764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.917017683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.91717911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.917242094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.91733206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.917404242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.917476915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.917842383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.919134331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.923910593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.924004969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.924074796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.924128511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.924176085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.924517746Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.926278204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:48806/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"572a0ee1-7bf8-4126-ad18-e61c57ba793f\", \"date\": \"Tue, 27 Jan 2026 01:13:57 GMT\"} })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.926652259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.932178875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.932292468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.932353528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.933678611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.936079508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.936216517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.936275623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.936341592Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.937869364Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.942450543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.954098243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.954540041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.954598125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.954745625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.960017691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"2.505619094s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.960284055Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.971294303Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.971428817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.971523884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.971612799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.971698998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.972741686Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.984700859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.006335317Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.006512916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.006586991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.007638848Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step configure_boundary_ntp","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.009408664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.009511677Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.011808739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012011808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012061044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012105812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012149178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012191711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012233503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012277309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012320394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012363729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.012406934Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.012449177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.014301526Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.014397133Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:49282"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.014438174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.014467752Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n serial: 1,\n time_created: 2026-01-27T01:13:58.131408479Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_nexus-lockstep._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45902,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41450,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63515,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"9552ca9d-71d4-4283-ba47-5ccb3ca65aa8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"f09b43b7-8f98-445d-bada-deebe67d0348.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 60484,\n target: \"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56439,\n target: \"9552ca9d-71d4-4283-ba47-5ccb3ca65aa8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"6f00c020-ab01-48bf-bb7f-d73676c4f794.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"75f451a7-8512-4773-811b-8547983b20c1.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"@\": [\n Ns(\n \"ns1.control-plane.oxide.internal\",\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"9552ca9d-71d4-4283-ba47-5ccb3ca65aa8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 40112,\n target: \"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 48806,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49282,\n target: \"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_boundary-ntp._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 123,\n target: \"f09b43b7-8f98-445d-bada-deebe67d0348.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"boundary-ntp\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 40659,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ns1\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"9552ca9d-71d4-4283-ba47-5ccb3ca65aa8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62479,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"9552ca9d-71d4-4283-ba47-5ccb3ca65aa8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54319,\n target: \"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.132214101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.132696028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"body":"Some(Body)","uri":"http://[::1]:54319/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.133671374Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.143378613Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.143487005Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.143539779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.14582574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.149117967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.149265276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"tuf_repo_prune decision","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.150635638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.150785543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"1.423585736s"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.150984012Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.151049862Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.15109475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.152297763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.154476353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.154554877Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.154596389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.154635034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"2.684596695s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.168918964Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.169062706Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.169116251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.169162161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.171088004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.17385021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.173945979Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.173995035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.176603739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.178256807Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:49777"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.179515038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:30873","req_id":"50932ed8-6c04-4f45-90b6-9e8c79e61328","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 47 10 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 G............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.179613121Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:30873","req_id":"50932ed8-6c04-4f45-90b6-9e8c79e61328","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18192,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18192,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:13:58.180084236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:30873","req_id":"50932ed8-6c04-4f45-90b6-9e8c79e61328","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:58.180562746Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.18064608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"316.024273ms"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.181088018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"6a21d0be-6521-4ab0-88bd-343f47a0db76","remote_addr":"[::1]:49777","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.181168456Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"6a21d0be-6521-4ab0-88bd-343f47a0db76","remote_addr":"[::1]:49777","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.182058575Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"new_generation":1,"req_id":"6a21d0be-6521-4ab0-88bd-343f47a0db76","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.182925738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.182979334Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.185943336Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.18664302Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.186711615Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.18674472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"new_generation":1,"req_id":"6a21d0be-6521-4ab0-88bd-343f47a0db76","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.186847492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"6a21d0be-6521-4ab0-88bd-343f47a0db76","remote_addr":"[::1]:49777","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","latency_us":5664,"response_code":204} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.187067384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.193774229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.193869686Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.193918602Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.194439145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.195492835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.209383832Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.209508707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.2095611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.210443413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.214086239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"result":"Ok(Response { url: \"http://[::1]:54319/config\", status: 204, headers: {\"x-request-id\": \"6a21d0be-6521-4ab0-88bd-343f47a0db76\", \"date\": \"Tue, 27 Jan 2026 01:13:58 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.215803393Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.297961643Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"body":"Some(Body)","uri":"http://[::1]:51151/omicron-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.299359659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.318275968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.318385152Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.318436814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.320002199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.322159427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[]}","iteration":1,"elapsed":"2.865193366s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.322360141Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.322510085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.324251887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.32727223Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48466"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.451055117Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.451332973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:51151/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.45285874Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53459"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.453862502Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/omicron-config","method":"PUT","req_id":"7ca3678e-5ed0-4cfb-af0d-cd5a7556a0af","remote_addr":"[::1]:48466","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.454118044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/omicron-config","method":"PUT","req_id":"7ca3678e-5ed0-4cfb-af0d-cd5a7556a0af","remote_addr":"[::1]:48466","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.454846324Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc-routes","method":"GET","req_id":"1d49b0c3-32f8-45ac-ba67-84e055551cea","remote_addr":"[::1]:53459","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.45507322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc-routes","method":"GET","req_id":"1d49b0c3-32f8-45ac-ba67-84e055551cea","remote_addr":"[::1]:53459","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.480234927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/omicron-config","method":"PUT","req_id":"7ca3678e-5ed0-4cfb-af0d-cd5a7556a0af","remote_addr":"[::1]:48466","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":26375,"response_code":204} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.481972671Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc-routes","method":"GET","req_id":"1d49b0c3-32f8-45ac-ba67-84e055551cea","remote_addr":"[::1]:53459","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":27138,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.482473535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.482732343Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.484153184Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.488235003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:51151/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d49b0c3-32f8-45ac-ba67-84e055551cea\", \"content-length\": \"2\", \"date\": \"Tue, 27 Jan 2026 01:13:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.488996468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.489076085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.4896795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.492155404Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"result":"Ok(Response { url: \"http://[::1]:51151/omicron-config\", status: 204, headers: {\"x-request-id\": \"7ca3678e-5ed0-4cfb-af0d-cd5a7556a0af\", \"date\": \"Tue, 27 Jan 2026 01:13:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.492567543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"body":"Some(Body)","uri":"http://[::1]:51151/network-bootstore-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.494504538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.494582321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.495270954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.496675423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/network-bootstore-config","method":"PUT","req_id":"3337611d-005b-4440-97ad-fb19897f5e7a","remote_addr":"[::1]:48466","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.496754178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/network-bootstore-config","method":"PUT","req_id":"3337611d-005b-4440-97ad-fb19897f5e7a","remote_addr":"[::1]:48466","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.499428641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/network-bootstore-config","method":"PUT","req_id":"3337611d-005b-4440-97ad-fb19897f5e7a","remote_addr":"[::1]:48466","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2760,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.503200741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.503298894Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.503349563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.503396596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.504027405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.616227579Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:51151/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:58.618302184Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48884"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.619680131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"result":"Ok(Response { url: \"http://[::1]:51151/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"3337611d-005b-4440-97ad-fb19897f5e7a\", \"date\": \"Tue, 27 Jan 2026 01:13:58 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.623994757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.62408815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.503459919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.503604693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.511762929Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.512000346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.514755538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.516840453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v2p","method":"GET","req_id":"0a56af26-388b-495c-a8e6-06c5861df6cc","remote_addr":"[::1]:48884","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.51705764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v2p","method":"GET","req_id":"0a56af26-388b-495c-a8e6-06c5861df6cc","remote_addr":"[::1]:48884","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.522276822Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v2p","method":"GET","req_id":"0a56af26-388b-495c-a8e6-06c5861df6cc","remote_addr":"[::1]:48884","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5444,"response_code":200} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.522753138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.522908844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.523047757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.524115524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.526887399Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.527164694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:51151/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.53104163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/eip-gateways","method":"PUT","req_id":"2e1eb14d-1bdc-4282-a92c-f853cb383872","remote_addr":"[::1]:53459","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.531181284Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/eip-gateways","method":"PUT","req_id":"2e1eb14d-1bdc-4282-a92c-f853cb383872","remote_addr":"[::1]:53459","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.531896088Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.532038147Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.532185777Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.532337325Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.53247708Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.540654834Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.550914959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:51151/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a56af26-388b-495c-a8e6-06c5861df6cc\", \"content-length\": \"2\", \"date\": \"Tue, 27 Jan 2026 01:14:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.551687727Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.552021102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.55220369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.556598383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"6.132382437s"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.560076756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/eip-gateways","method":"PUT","req_id":"2e1eb14d-1bdc-4282-a92c-f853cb383872","remote_addr":"[::1]:53459","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":28960,"response_code":204} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.568392331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:51151/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2e1eb14d-1bdc-4282-a92c-f853cb383872\", \"date\": \"Tue, 27 Jan 2026 01:14:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.570863265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"3.755522414s"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.574624193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.578889602Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.579308424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.579391037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.580084038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.581813816Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.591196036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.591371321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.591560773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.592118689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.600257136Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.600379396Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.600463782Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.601534224Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.622620596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-27T01:13:55.118565Z })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.643664204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"111.654682ms"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.649464077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.672860036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.672994319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.673054638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.673102241Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.673867244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.693311149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.693425083Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.694593108Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.697704249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.697808524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.702373481Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.707920057Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.708060703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.709138561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.717800606Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.717907616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.718840589Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.733757351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.733900633Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.733991381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.734044155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.734763718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.736453508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.736666787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.736741944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.73755954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.74580116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.746403844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.746500333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.747692014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.754865866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.755010711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.755083765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.755129104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.756439408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.761665403Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.761778796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.761833383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.762711829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.77178915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.786265336Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.786447184Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.786533293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.786677165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.786765148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.786844654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.787217687Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.789339155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.796595128Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.796749952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.796810381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.796883755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.797386002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.803521464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.803653764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.803744482Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.805411467Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.835749172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.838214815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.838322106Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.839231021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.842071351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.842455185Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.842808389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.844304367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.862750593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.875115422Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.875295536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.875350674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.875779246Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.888965749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.889135583Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.890048647Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.896085455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.896214889Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.897016604Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.906855442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.906961871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.907005817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.911259072Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.911349259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.912125153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.915188681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.915269069Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.916259675Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.923859173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.924003277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.92507396Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.925159348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.927515145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.936421751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.936536346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.936605402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.938805794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:01.942423842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.942503408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.942561883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.944516472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.945680028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.945776047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.945840213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.946774348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.954227829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.970207028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.970407582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.970465636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.970566835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.970632995Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.970693524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.971452265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.002521717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.002692122Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.002748132Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.008565539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.028868181Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.02964649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.030325955Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.03874342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.051418509Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.084792368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.085002641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.085070194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.085580095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.117680132Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.117871077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.117938359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.118001243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.118077292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.119602428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.125361642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.132420558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.132588388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.132662664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.133293623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.1371204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.137375642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.137460759Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.137507771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.138053363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.144499225Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.150962201Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.151209637Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.151290085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.151733716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.153326395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-26T23:16:37.697587Z, time_modified: 2026-01-26T23:16:37.697587Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.153473193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.153542329Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.153609611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.171415699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2506e10e-a159-468b-9cd9-8cb42462bfa2, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.171585804Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.171642876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.171690269Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.174157856Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.189840683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.199876618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2506e10e-a159-468b-9cd9-8cb42462bfa2, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.221647734Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.221793801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.224186772Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.255524972Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 889aa853-a27f-445d-8cf3-555441e36316, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.255700717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.255754854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.255801676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.25644011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.260640371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.267139778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 889aa853-a27f-445d-8cf3-555441e36316, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.267336154Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.267433225Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.268118461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.273586512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 889aa853-a27f-445d-8cf3-555441e36316, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.273711217Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.273761035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.273804009Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.2745984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.372928538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.378181126Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 889aa853-a27f-445d-8cf3-555441e36316, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.436222902Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2506e10e-a159-468b-9cd9-8cb42462bfa2, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.436325684Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.436373558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.436416062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.437062652Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.442423543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.448722777Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2506e10e-a159-468b-9cd9-8cb42462bfa2, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.449073215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.449160076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:02.449202158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.449401099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"7.008859643s"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.449465015Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"7.009014197s"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.471564677Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2506e10e-a159-468b-9cd9-8cb42462bfa2, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.47190749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.472081492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.4721922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.473327059Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.500719809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.505421034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2506e10e-a159-468b-9cd9-8cb42462bfa2, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.533093704Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.533184843Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.533232536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.533273577Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.534254053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.55636103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.566189246Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted blueprint","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:02.849140621Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"b68c9739-e1ba-4cbf-9aab-65040bbcacd4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.860826616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.861039094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.861116005Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.861169299Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.862392102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.866669925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:64059","req_id":"6721f2fc-68e4-44f5-b32d-01a9a763449f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8a f6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.866796163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:64059","req_id":"6721f2fc-68e4-44f5-b32d-01a9a763449f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.866973501Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.86724805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.867412013Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:64059","req_id":"6721f2fc-68e4-44f5-b32d-01a9a763449f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62479, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.867567007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:53147","req_id":"0552dcd6-660d-4d71-ad93-17b91bde180e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: bd fb 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 ............._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.867642205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:53147","req_id":"0552dcd6-660d-4d71-ad93-17b91bde180e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.867824884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.867926974Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.867989517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:53147","req_id":"0552dcd6-660d-4d71-ad93-17b91bde180e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63515, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.868435623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:53502","req_id":"2961eb02-edbb-4f3a-98f6-935b13ad5a26","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 0c f7 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.868527063Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:53502","req_id":"2961eb02-edbb-4f3a-98f6-935b13ad5a26","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.872001278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.872616717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"75f451a7-8512-4773-811b-8547983b20c1.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.872681303Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:53502","req_id":"2961eb02-edbb-4f3a-98f6-935b13ad5a26","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49282, target: Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.872971524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.884445593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.888290045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:50635","req_id":"df5e3cb5-f5ec-4914-8370-987ac40c168e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e s[..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.888448436Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:50635","req_id":"df5e3cb5-f5ec-4914-8370-987ac40c168e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.888675322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.888707976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:50635","req_id":"df5e3cb5-f5ec-4914-8370-987ac40c168e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.888773004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:50312","req_id":"33ee271f-2ae1-4737-bf4b-fedf1dd85980","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 10 72 01 00 00 01 00 00 00 00 00 01 24 62 36 64 .r..........$b6d\n0010: 36 35 33 34 31 2d 31 36 37 63 2d 34 31 64 66 2d 65341-167c-41df-\n0020: 39 62 35 63 2d 34 31 63 64 65 64 39 39 63 32 32 9b5c-41cded99c22\n0030: 39 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 9.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.888990741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:50312","req_id":"33ee271f-2ae1-4737-bf4b-fedf1dd85980","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.889217757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.889248949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:50312","req_id":"33ee271f-2ae1-4737-bf4b-fedf1dd85980","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.890115521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:52312","req_id":"94faa099-b795-491a-bf2e-f5b32fadcdea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c8 9f 01 00 00 01 00 00 00 00 00 01 24 37 35 66 ............$75f\n0010: 34 35 31 61 37 2d 38 35 31 32 2d 34 37 37 33 2d 451a7-8512-4773-\n0020: 38 31 31 62 2d 38 35 34 37 39 38 33 62 32 30 63 811b-8547983b20c\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.890204095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:52312","req_id":"94faa099-b795-491a-bf2e-f5b32fadcdea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 53,\n 102,\n 52,\n 53,\n 49,\n 97,\n 55,\n 45,\n 56,\n 53,\n 49,\n 50,\n 45,\n 52,\n 55,\n 55,\n 51,\n 45,\n 56,\n 49,\n 49,\n 98,\n 45,\n 56,\n 53,\n 52,\n 55,\n 57,\n 56,\n 51,\n 98,\n 50,\n 48,\n 99,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.890438205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"75f451a7-8512-4773-811b-8547983b20c1.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.890469887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:52312","req_id":"94faa099-b795-491a-bf2e-f5b32fadcdea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"75f451a7-8512-4773-811b-8547983b20c1.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:02.973188378Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47823"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.97390698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"c3a83506-62d4-406b-93c3-e88049914e64","remote_addr":"[::1]:47823","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:02.978700245Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"c3a83506-62d4-406b-93c3-e88049914e64","remote_addr":"[::1]:47823","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4821,"response_code":200} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.806225381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.816433273Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55586"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.816527829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35265"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.816571665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36651"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.81660966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47311"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.816646742Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40344"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.816686691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63424"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.816723834Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54819"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.818685608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"c9bdc339-aae3-407c-b75c-5dd35ecbcc10","remote_addr":"[::1]:55586","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.81888532Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"1da594aa-89a9-46bf-b77b-5fe820d1008c","remote_addr":"[::1]:35265","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.818994053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b549b18-c7a2-4dd9-8ea9-c5cf282178c4","remote_addr":"[::1]:36651","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.819207102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"de874325-d453-4f3c-9c5b-d24cc928ea01","remote_addr":"[::1]:47311","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.819350333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"bc8ea661-10da-405b-966f-d76d273bdcf9","remote_addr":"[::1]:40344","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.819485118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3a3af71-5afa-404f-b423-30959bbea950","remote_addr":"[::1]:63424","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.819666745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"2bd2a3ed-4064-451c-b1c5-5e0c327b48e8","remote_addr":"[::1]:54819","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.819937156Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"c9bdc339-aae3-407c-b75c-5dd35ecbcc10","remote_addr":"[::1]:55586","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1278,"response_code":200} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.820011202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"1da594aa-89a9-46bf-b77b-5fe820d1008c","remote_addr":"[::1]:35265","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1162,"response_code":200} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.820062031Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b549b18-c7a2-4dd9-8ea9-c5cf282178c4","remote_addr":"[::1]:36651","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1063,"response_code":200} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.820171947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"de874325-d453-4f3c-9c5b-d24cc928ea01","remote_addr":"[::1]:47311","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":991,"response_code":200} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.820234891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"bc8ea661-10da-405b-966f-d76d273bdcf9","remote_addr":"[::1]:40344","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":922,"response_code":200} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.820281623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3a3af71-5afa-404f-b423-30959bbea950","remote_addr":"[::1]:63424","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":835,"response_code":200} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.820330138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/crucible/pantry/0","method":"GET","req_id":"2bd2a3ed-4064-451c-b1c5-5e0c327b48e8","remote_addr":"[::1]:54819","local_addr":"[::1]:49282","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":698,"response_code":200} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.873868849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.875511295Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.875581773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.917417435Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.917504456Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.953435488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted service networking records","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.953536356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted physical disks","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.95357397Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted zpools","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.953607336Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted datasets","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:03.9536402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:04.000427989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:04.012719885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.013299414Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.013403859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.013453967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.013497803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.014726487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.018924083Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.059219298Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.059379212Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.05942899Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.059476263Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.059517093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.061081386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.068490851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.071876762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.110548749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.110714053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.110767017Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.110812226Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.113243091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.12136204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.128258457Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.12841239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.128455144Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.128494551Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.128530031Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.128999373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.147740477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.156257699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.185260872Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.185406418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.185452248Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.18548912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.186197251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.212260349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.230649953Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Created recovery silo","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:04.300544172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:04.312501852Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user's password","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:04.32845996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.328594524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, lookup_type: ById(7c4e60c0-d504-4fdb-ac53-b9897b1c4981) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.328653871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"7c4e60c0-d504-4fdb-ac53-b9897b1c4981","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.328701324Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.328745741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.329762749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.348897948Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.349054676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.349104003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.34964713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.357468093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.363869027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, lookup_type: ById(7c4e60c0-d504-4fdb-ac53-b9897b1c4981) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.364025033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Granted Silo privileges","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:04.371904081Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.372069075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.372126848Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.372175514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.372218619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.372956949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.381639986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.391026975Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.42501977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.425161619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.426037419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.442447285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.442583091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.447112799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.471380861Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.471523271Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.47250003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.476910193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.47706148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.477126829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.477180183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.477836913Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.487658928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.487826617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.487912566Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.488611369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.498792648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.498889018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.498934868Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.499535748Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.515740921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.529464961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.5295968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.529638802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.529706185Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.529753808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.529796973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.530196287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.550353063Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.550457047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.550506474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.551299131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.581470049Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.581816199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.581884713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.582756446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.637798539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.647468906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.647628459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.647676604Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.64801591Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.659506602Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.659624714Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.660577536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.683471158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.68357924Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.684472866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.692556285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.692653926Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.693740561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.700483266Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.700730842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.700802062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.70084669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.70156466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.710694014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.710791505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.710901642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.711646565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.718890164Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.719020971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.71907111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.720248563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.72657458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.736128006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.736252741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.73628797Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.736332648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.736818733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.748832974Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.749092944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.749818389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.771109333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.771299326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.771967659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.781511106Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.781670359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.782320014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.811702383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.811892616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.811957574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.812015207Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.813030001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.821372388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.821526992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.821588633Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.822297656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.83644158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.836591234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.836645941Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.837721705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.854764794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.875220647Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.8753598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.875396623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.875750868Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.875830395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.875874792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.876763728Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.897802276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.897991377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.898062717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.89901594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.927484934Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.927754323Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.92791563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.92885209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.939855484Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.961110257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.961264179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.961316703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.962182513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.986722179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.986862735Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.988264178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.995916871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.996049301Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.996796278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.003183806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.003320224Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.004653713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.013934314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.014033298Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.015146926Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.021882407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.022078181Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.022134953Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.022180552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.022804228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.027359576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.027481846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.027532275Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.029318614Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.041002476Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.041125097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.041172851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.041867435Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.054649674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.066294339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.066469834Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.06650865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.06657975Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.066624347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.066665187Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.066972361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.071633317Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.071739826Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.071788381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.072961646Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.078628318Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.078730849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.078778673Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.079485471Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.08671367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.099567891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.099821048Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.099947657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.100797446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.11526683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: f431894c-0a92-4d2b-b2d9-7a8480143d03, kind: Service { id: 6f00c020-ab01-48bf-bb7f-d73676c4f794 }, name: Name(\"external-dns-6f00c020-ab01-48bf-bb7f-d73676c4f794\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: 7f4e31ba-dbcd-4a2e-9bc4-31240352207f, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.115456111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.115505108Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.115548543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.115589163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.116767027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.120980022Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.125983191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.126085862Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.126128546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.126788202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.131330435Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-26T23:16:37.697587Z, time_modified: 2026-01-27T01:14:04.391629Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.131420692Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.131456322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f431894c-0a92-4d2b-b2d9-7a8480143d03, kind: Service { id: 6f00c020-ab01-48bf-bb7f-d73676c4f794 }, name: Name(\"external-dns-6f00c020-ab01-48bf-bb7f-d73676c4f794\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f4e31ba-dbcd-4a2e-9bc4-31240352207f, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f431894c-0a92-4d2b-b2d9-7a8480143d03, kind: Service { id: 6f00c020-ab01-48bf-bb7f-d73676c4f794 }, name: Name(\"external-dns-6f00c020-ab01-48bf-bb7f-d73676c4f794\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f4e31ba-dbcd-4a2e-9bc4-31240352207f, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.131633891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.157107661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-27T01:13:56.348020Z, time_modified: 2026-01-27T01:13:56.348020Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(51151), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(63515), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.157280661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.288123597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.288266367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.28889889Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.326919096Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.327235698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.327558422Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.327784987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.338748784Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.346858885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.355664212Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.356104948Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:51151/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.381293698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64474"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.382004064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ea33547f-1408-4f20-8af6-7767fca4c6c6","remote_addr":"[::1]:64474","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.382145582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ea33547f-1408-4f20-8af6-7767fca4c6c6","remote_addr":"[::1]:64474","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.383848317Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ea33547f-1408-4f20-8af6-7767fca4c6c6","remote_addr":"[::1]:64474","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1856,"response_code":204} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.384299513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:51151/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"ea33547f-1408-4f20-8af6-7767fca4c6c6\", \"date\": \"Tue, 27 Jan 2026 01:14:05 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.387425373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.388944006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.389024374Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.38906785Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.389117247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.392532345Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.394019386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.394194741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.39456572Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.395278841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.395350642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.395404387Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.39715685Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.397811285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.397955799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.398000016Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.398043091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.39809374Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.398145542Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.398193616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.398886718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.400346425Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.400813473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.401003987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.402272729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.402423866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.404632845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.405972557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.406214522Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.40642689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.406619257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.406762308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.408621461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.41215897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.412287933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.412447005Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.41250535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.415502197Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.417708731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.41780459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.417861882Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.417910688Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.418721952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.42246758Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:42703","req_id":"0a9ceb25-0d5d-4ce8-b5b5-71c65b4db5f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 3b 63 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ;c..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.422595812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:42703","req_id":"0a9ceb25-0d5d-4ce8-b5b5-71c65b4db5f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.422785564Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.422981659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.423314523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:42703","req_id":"0a9ceb25-0d5d-4ce8-b5b5-71c65b4db5f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 54319, target: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.423419019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:23991","req_id":"37713fc3-0529-4977-8681-08fb74029d8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 61 05 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 a............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.423483485Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:23991","req_id":"37713fc3-0529-4977-8681-08fb74029d8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.423810067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.423882459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"6f00c020-ab01-48bf-bb7f-d73676c4f794.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.423916075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:23991","req_id":"37713fc3-0529-4977-8681-08fb74029d8a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 40112, target: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.424222667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.436827738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.436998544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.437071648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.437700994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.439956615Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.450407605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.45092956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.461224263Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.461438293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.461518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.462045816Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.467268526Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.482062186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.48408992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.491168384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.493124898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.493239403Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.494130503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.499528888Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.499766745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.499864587Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.49996308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.500163063Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.509471649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.509567076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.514773564Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.516417894Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.516481138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.524924945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: b68c9739-e1ba-4cbf-9aab-65040bbcacd4, lookup_type: ById(b68c9739-e1ba-4cbf-9aab-65040bbcacd4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.526942448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.527153824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.527277046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.528298091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.532389408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.532750317Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.532889711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.532996501Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.534434175Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.545183691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 54319, target: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10287, tv_nsec: 354990274 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.545526845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.546161812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 40112, target: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10287, tv_nsec: 356012412 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.54643563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\")"} {"msg":"found DNS version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.547317924Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.547422489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.547499731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.547644214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.547812585Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.548002328Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.548126412Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.54901632Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.555721161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.568007957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.568207759Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.568341552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.569155802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.572909084Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.581930596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b68c9739-e1ba-4cbf-9aab-65040bbcacd4, lookup_type: ById(b68c9739-e1ba-4cbf-9aab-65040bbcacd4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.582158554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.582292477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.58359191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.585085193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.59612517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.596280004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.596330433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.597237946Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.600073155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:35904","req_id":"2a48083b-8cbe-4fa6-a84e-aa9888e6220b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 96 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.600380589Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:35904","req_id":"2a48083b-8cbe-4fa6-a84e-aa9888e6220b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.600805784Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.600850442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.601000026Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:35904","req_id":"2a48083b-8cbe-4fa6-a84e-aa9888e6220b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62479, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.601210429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.610128808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.610241099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.61029279Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.611666749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.614160909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.614287427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6eac60a5-fb0d-411e-bf27-d30cba6bbc5f"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.614346012Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.614394438Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.614443644Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.614489785Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.614992502Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.621668998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62479, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10287, tv_nsec: 431493606 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.62178725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.621842959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:2844","req_id":"e4a9c678-56b1-4e95-a5c9-db17913e44a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: fb 9f 01 00 00 01 00 00 00 00 00 01 24 33 39 65 ............$39e\n0010: 36 63 30 36 65 2d 35 35 61 30 2d 34 64 33 31 2d 6c06e-55a0-4d31-\n0020: 39 66 39 35 2d 39 61 37 65 63 36 61 34 61 65 65 9f95-9a7ec6a4aee\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.622219309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:2844","req_id":"e4a9c678-56b1-4e95-a5c9-db17913e44a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 51,\n 57,\n 101,\n 54,\n 99,\n 48,\n 54,\n 101,\n 45,\n 53,\n 53,\n 97,\n 48,\n 45,\n 52,\n 100,\n 51,\n 49,\n 45,\n 57,\n 102,\n 57,\n 53,\n 45,\n 57,\n 97,\n 55,\n 101,\n 99,\n 54,\n 97,\n 52,\n 97,\n 101,\n 101,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.622461003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.622925856Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:2844","req_id":"e4a9c678-56b1-4e95-a5c9-db17913e44a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.623026985Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:52748","req_id":"ddf903f6-944e-4935-b9e8-b6540ae04e2d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 30 b2 01 00 00 01 00 00 00 00 00 01 24 36 66 30 0...........$6f0\n0010: 30 63 30 32 30 2d 61 62 30 31 2d 34 38 62 66 2d 0c020-ab01-48bf-\n0020: 62 62 37 66 2d 64 37 33 36 37 36 63 34 66 37 39 bb7f-d73676c4f79\n0030: 34 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 4.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.623099908Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:52748","req_id":"ddf903f6-944e-4935-b9e8-b6540ae04e2d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 54,\n 102,\n 48,\n 48,\n 99,\n 48,\n 50,\n 48,\n 45,\n 97,\n 98,\n 48,\n 49,\n 45,\n 52,\n 56,\n 98,\n 102,\n 45,\n 98,\n 98,\n 55,\n 102,\n 45,\n 100,\n 55,\n 51,\n 54,\n 55,\n 54,\n 99,\n 52,\n 102,\n 55,\n 57,\n 52,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.623346172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"6f00c020-ab01-48bf-bb7f-d73676c4f794.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.623383846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:52748","req_id":"ddf903f6-944e-4935-b9e8-b6540ae04e2d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6f00c020-ab01-48bf-bb7f-d73676c4f794.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.626193566Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.626371665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.62650618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.62661323Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.627567905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.629467377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.638363462Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.638524498Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.63864228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.639582597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.646434837Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:54319] }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.646627906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:54319\"]}","iteration":2,"elapsed":"252.665111ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.647108661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:40112] }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.647260068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:40112\"]}","iteration":2,"elapsed":"249.515905ms"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.647419291Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:05.647528065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.647630356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"210.623µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.647799167Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:05.647906739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.648005422Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"209.692µs"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.648402031Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.65765123Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.675878887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.676000045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.676995079Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.679735803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6eac60a5-fb0d-411e-bf27-d30cba6bbc5f"} {"msg":"read DNS config","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.679884024Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.679931688Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.679970755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"290.873166ms"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.680012707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.77137113Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_server_url":"http://[::1]:54319","servers":"DnsServersList { addresses: [[::1]:54319] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:54319/config","method":"PUT"} {"msg":"found zones","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.774120741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.790826698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"2cbe9cea-d550-4e38-b853-31b4d5b7972d"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.791639985Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.791879355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.792052065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.792163113Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.793189249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.795436042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:44013"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.796759312Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:62674","req_id":"c454248e-b43c-4b44-b164-4c069844ac07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 01 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .`..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.797080022Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:62674","req_id":"c454248e-b43c-4b44-b164-4c069844ac07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.797723255Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.797945171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:62674","req_id":"c454248e-b43c-4b44-b164-4c069844ac07","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.899276845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.899460236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"fcbbfa1d-c94b-4f5b-b970-5c3dd73efc6d","remote_addr":"[::1]:44013","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.899524171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"fcbbfa1d-c94b-4f5b-b970-5c3dd73efc6d","remote_addr":"[::1]:44013","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.899664777Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"new_generation":1,"req_id":"fcbbfa1d-c94b-4f5b-b970-5c3dd73efc6d","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.899733021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"new_generation":1,"req_id":"fcbbfa1d-c94b-4f5b-b970-5c3dd73efc6d","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.899894869Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"fcbbfa1d-c94b-4f5b-b970-5c3dd73efc6d","remote_addr":"[::1]:44013","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","latency_us":989,"response_code":204} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.905584857Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.913168323Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.913335823Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.913387634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.913783883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.91579347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_server_url":"http://[::1]:54319","servers":"DnsServersList { addresses: [[::1]:54319] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:54319/config\", status: 204, headers: {\"x-request-id\": \"fcbbfa1d-c94b-4f5b-b970-5c3dd73efc6d\", \"date\": \"Tue, 27 Jan 2026 01:14:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.915976209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_server_url":"http://[::1]:54319","servers":"DnsServersList { addresses: [[::1]:54319] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.917246124Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"servers":"DnsServersList { addresses: [[::1]:54319] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.91769705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:54319\":{\"Ok\":null}}}","iteration":3,"elapsed":"237.63212ms"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.919500352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36863","req_id":"a9064352-653d-4752-b753-6565aa684064","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 23 be 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c #............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919623915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36863","req_id":"a9064352-653d-4752-b753-6565aa684064","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919834408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_api_resends_failed_deliveries","level":50,"time":"2026-01-27T01:14:05.92022209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36863","req_id":"a9064352-653d-4752-b753-6565aa684064","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.920845234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"found all DNS names for zone","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.936046655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"2cbe9cea-d550-4e38-b853-31b4d5b7972d"} {"msg":"read DNS config","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.936137494Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.93618134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.936219946Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"541.603166ms"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.936261968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.997069057Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_server_url":"http://[::1]:40112","servers":"DnsServersList { addresses: [[::1]:40112] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:40112/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:05.998174428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-27T01:13:53.244984Z, time_modified: 2026-01-27T01:13:53.244984Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, db_silo: Silo { identity: SiloIdentity { id: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-27T01:14:04.013098Z, time_modified: 2026-01-27T01:14:04.013098Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, db_silo: Silo { identity: SiloIdentity { id: 7c4e60c0-d504-4fdb-ac53-b9897b1c4981, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-27T01:14:04.013098Z, time_modified: 2026-01-27T01:14:04.013098Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.998369992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"7c4e60c0-d504-4fdb-ac53-b9897b1c4981\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"7c4e60c0-d504-4fdb-ac53-b9897b1c4981\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 7c4e60c0-d504-4fdb-ac53-b9897b1c4981 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"600.20866ms"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.001748599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:64681"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.003563795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"e7a0dd7a-0cb3-41b7-be02-be0896b11f63","remote_addr":"[::1]:64681","local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.003772355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"e7a0dd7a-0cb3-41b7-be02-be0896b11f63","remote_addr":"[::1]:64681","local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.004110459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:64033","req_id":"059430b7-00b4-4f9b-ab39-61a4da5da9d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: e8 1e 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.007999588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:64033","req_id":"059430b7-00b4-4f9b-ab39-61a4da5da9d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.008219571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.008452488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.008576682Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:64033","req_id":"059430b7-00b4-4f9b-ab39-61a4da5da9d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60484, target: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempting generation update","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.010884115Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"new_generation":2,"req_id":"e7a0dd7a-0cb3-41b7-be02-be0896b11f63","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.010949794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.010979933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.011365611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.011518551Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.011562978Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.011593288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"new_generation":2,"req_id":"e7a0dd7a-0cb3-41b7-be02-be0896b11f63","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.011897465Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"PUT","req_id":"e7a0dd7a-0cb3-41b7-be02-be0896b11f63","remote_addr":"[::1]:64681","local_addr":"[::1]:40112","component":"http","kind":"dns","component":"external_dns_server","latency_us":8321,"response_code":204} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.023365463Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60484, target: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10287, tv_nsec: 833032091 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.023538513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.02429545Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_server_url":"http://[::1]:40112","servers":"DnsServersList { addresses: [[::1]:40112] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:40112/config\", status: 204, headers: {\"x-request-id\": \"e7a0dd7a-0cb3-41b7-be02-be0896b11f63\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.024635878Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"dns_server_url":"http://[::1]:40112","servers":"DnsServersList { addresses: [[::1]:40112] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.027834241Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"servers":"DnsServersList { addresses: [[::1]:40112] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.027953626Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:40112\":{\"Ok\":null}}}","iteration":3,"elapsed":"91.646849ms"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.04025996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:19886","req_id":"9bbdb66b-52fd-4a32-ab66-cd2f8af3f05d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 0e e2 01 00 00 01 00 00 00 00 00 01 24 38 31 39 ............$819\n0010: 36 34 61 61 33 2d 39 31 66 30 2d 34 34 62 30 2d 64aa3-91f0-44b0-\n0020: 39 62 62 32 2d 63 39 39 62 33 38 33 36 35 63 64 9bb2-c99b38365cd\n0030: 38 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 8.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.040429814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:19886","req_id":"9bbdb66b-52fd-4a32-ab66-cd2f8af3f05d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 56,\n 49,\n 57,\n 54,\n 52,\n 97,\n 97,\n 51,\n 45,\n 57,\n 49,\n 102,\n 48,\n 45,\n 52,\n 52,\n 98,\n 48,\n 45,\n 57,\n 98,\n 98,\n 50,\n 45,\n 99,\n 57,\n 57,\n 98,\n 51,\n 56,\n 51,\n 54,\n 53,\n 99,\n 100,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.040638945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.040787757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:19886","req_id":"9bbdb66b-52fd-4a32-ab66-cd2f8af3f05d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"81964aa3-91f0-44b0-9bb2-c99b38365cd8.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.179227365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1} {"msg":"begin collection","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.179529639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.17959619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62479"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.179638834Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/ignition","method":"GET"} {"msg":"found new target blueprint (first find)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.209653654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-27 01:14:01.502387 UTC","target_id":"b68c9739-e1ba-4cbf-9aab-65040bbcacd4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.209783229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"b68c9739-e1ba-4cbf-9aab-65040bbcacd4\",\"time_created\":\"2026-01-27T01:14:01.502387Z\",\"time_found\":\"2026-01-27T01:14:06.209668123Z\"}","iteration":2,"elapsed":"803.778078ms"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.21007411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.21015524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.210211139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.210260406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.210305976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.211220703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.213980764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.214096472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.214135679Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"73.825µs"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.214179284Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint execution: quiesce check","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.21421798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false} {"msg":"initial state","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.214254572Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"} {"msg":"initial quiesce state","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.214290102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.214326874Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"b68c9739-e1ba-4cbf-9aab-65040bbcacd4","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.214367474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"b68c9739-e1ba-4cbf-9aab-65040bbcacd4\"}","iteration":2,"elapsed":"294.538µs"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.217070824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.217162635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.218029097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.220391107Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2eb7d8a-59e1-4c75-8136-58da96ff9263\", \"content-length\": \"835\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.221482891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.222093571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.227847474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.227999673Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.228049851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.228416632Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.237046164Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.237311846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.23759899Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.237750888Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.239151539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.31046699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.310930701Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.312377664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone 81964aa3-91f0-44b0-9bb2-c99b38365cd8 at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 146)\",\"zone_id\":\"81964aa3-91f0-44b0-9bb2-c99b38365cd8\"}],\"nsuccess\":0}","iteration":2,"elapsed":"102.293714ms"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.316058514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2497ac2d-4110-4378-b396-197f468ed89a\", \"content-length\": \"734\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.316994102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.317375531Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.32560158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"Rack initialized","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.325722919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.325758198Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.325802996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.326371172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.33206653Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a43f834-3957-4402-af52-3585c90a84c0\", \"content-length\": \"111\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.33258041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.334338032Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.334422338Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.335700288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.340253092Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.340355222Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.341567914Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.346739213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.347858311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.34796447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.348018326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.34930865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.353208701Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbb41d8-7597-42df-8e35-e9b932ae49e2\", \"content-length\": \"111\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.355292705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.355414244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.35547311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.355520122Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.355971459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.360142843Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41523e83-b57b-456e-8f15-af89bd4f9aeb\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.360295763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.361120423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.361227574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.361279987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.363103348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.369130428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4b879a-245e-435b-8197-d17888022aae\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.369356231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.370228906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.3813592Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.382926859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.383138756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.383323028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.387525613Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.387688152Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.389771204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.394796376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d50ead6-4856-4c21-8bf1-9166212ce128\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.395208966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.396135877Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.396296062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.396421007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.397367757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.403327674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.403486116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.40360548Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.405858215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.410101601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814308fb-df3d-4a41-9689-8625bc5f4df2\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.410647433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.41234592Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.424517449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.424680469Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.424793331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.425454229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.428921621Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05f99b37-3ef6-441b-96df-2438d0115a63\", \"content-length\": \"702\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.429665472Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.431903528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.432052992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.434634032Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.439521673Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5972a3a1-39c1-4db8-8937-1d69d68df6d3\", \"content-length\": \"727\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.440698274Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.443165371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d739758-e944-4030-841b-ae352a37aa80\", \"content-length\": \"729\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.443284896Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.443702025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.443825277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.445248182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.448842272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32cbe914-042a-4119-ab54-1d554b12e24e\", \"content-length\": \"728\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.44905978Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.452334623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.452430832Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.456595242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.45799933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28776788-33af-4932-99a9-227822f7b110\", \"content-length\": \"734\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.458403053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.464091708Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.464816552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.465019801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.465146099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.466903512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.490489113Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.490692061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.490834251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.491797242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.500876387Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.500972316Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.50103575Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.502100722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.513264893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.531398715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.531634007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.531685007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.531744204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.532161293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.536580524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536737723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536793733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536845685Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.536893038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.537401306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.545330733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545472461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.54660728Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.570963355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.586689277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.586859792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.586912936Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.587558424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.592832064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b28422c-4b9e-4a96-9eca-a9c0692a5666\", \"content-length\": \"111\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.593224655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"reconfigurator config load complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.598873922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-27T01:13:55.118565Z })"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.599176046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"62.484052ms"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.599256373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.599407039Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.599955457Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.608421086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.608878625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.609235336Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.620476277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.620677182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.620759243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.620815243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.621385544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.625653618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bce67d-af5d-41a3-88f5-60ae606415ba\", \"content-length\": \"111\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.625816858Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.626831121Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.626955816Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.627037045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.627621924Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.631320229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.63146337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.631513258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.632286347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.635590668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac07f5bb-c04e-4470-a579-15116274b74e\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.635811081Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.637177214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.649221875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.649380216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.649418241Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.649484711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.649529649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.64957068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.649995324Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.656650417Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.656774892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.656822195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.657816458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.693758943Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7d27b8-12e8-4478-823d-176884a6023b\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.694133088Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.696868932Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.696948668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.696994138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.697972379Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.703616036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96c322b-81d7-4115-b756-118814699e9f\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.703849174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.704217537Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.714730018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.714862799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.714911695Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.715473288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.720207458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab135b56-5854-4384-a6eb-48b727dce40b\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.720379656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.721631355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1903472e-e068-4808-8172-220dd4dc9ac3\", \"content-length\": \"702\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.721833392Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.722231353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.722290219Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.723333238Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.726265227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5616b0e8-5e22-4cb5-aaca-e45cd81094fe\", \"content-length\": \"727\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.726536731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.727877314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680eb72a-3cae-4bf5-a8cc-fc7cc75b726b\", \"content-length\": \"729\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.728182293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.728384871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.728442094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.729174011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.731442057Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523a5160-06ab-45ac-a6fd-03f36f09164b\", \"content-length\": \"728\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.731562323Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.733655715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.733748848Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.734433854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.738173871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2104ed96-5f99-4182-aa4d-f2bb5cca3e59\", \"content-length\": \"723\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.73849941Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.738877763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.738965175Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.739674609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.742308202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7edab259-f7a4-46fa-b44c-c503a27f2a06\", \"content-length\": \"10\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.742551119Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.74407875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2079dd1d-c7ea-46af-98d3-f970c764ea60\", \"content-length\": \"144\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.74434878Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.744745099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.744832601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.744880806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.74492363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.745927241Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.748504263Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fe958b-faac-4435-a0b1-d634db3053e6\", \"content-length\": \"147\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.748711581Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.75079835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750888166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.750937393Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.751664311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.754477347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c553ef23-8d4b-459c-9caa-36010922c749\", \"content-length\": \"109\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.75465736Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756720603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756806973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.756856801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.75768586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.760225338Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83343c82-38e0-455b-b2f2-9baa9a5d5131\", \"content-length\": \"109\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.760476732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.762740689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.775587205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.775771717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.775807648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.775873517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.775920299Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.775961239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.776271168Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.779523697Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c19d6c-52fb-4b8c-8f3e-79d05b1e54ae\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.779818897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.781077149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.781203477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.781252163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.781838024Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.785347006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.785498133Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.785545917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.78645384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.787739085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"badc26fe-455e-4afc-80e8-8615afdafae0\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.787989737Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.7911371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfac91e6-e82e-4c82-9a9c-2736daca6408\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.79131036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.791659136Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.801860094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.802086459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.802161657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.802512496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.807239962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c6260c-3b86-495b-8bf9-35df59127300\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.807515954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.808723617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d9e9d8-921a-4527-af25-634442ec3ba1\", \"content-length\": \"702\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.808970562Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.810433305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f578837-c59e-4b89-82c5-a1d206560fb2\", \"content-length\": \"727\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.811030909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.814450436Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e0589d1-5454-496a-82da-22c33fd7c1f9\", \"content-length\": \"729\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.814882716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.817519856Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed90171-aeb4-4363-8e76-a3a1493e08fd\", \"content-length\": \"728\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.817919711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.818599807Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 7f4e31ba-dbcd-4a2e-9bc4-31240352207f, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: f431894c-0a92-4d2b-b2d9-7a8480143d03, kind: Service { id: 6f00c020-ab01-48bf-bb7f-d73676c4f794 }, name: Name(\"external-dns-6f00c020-ab01-48bf-bb7f-d73676c4f794\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.818734552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.818787937Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.81883558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.818878645Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.819936724Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.823403023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf003124-4af7-4f53-b499-5b6792dbff8c\", \"content-length\": \"723\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.823908035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.825440024Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.832780634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.832939767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.833025455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.83367435Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.836227535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe1e756-e0f0-4d1d-8cc9-af7f6c521dd6\", \"content-length\": \"10\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.836468067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.838816781Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-26T23:16:37.697587Z, time_modified: 2026-01-27T01:14:04.391629Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.838931837Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.838990402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f431894c-0a92-4d2b-b2d9-7a8480143d03, kind: Service { id: 6f00c020-ab01-48bf-bb7f-d73676c4f794 }, name: Name(\"external-dns-6f00c020-ab01-48bf-bb7f-d73676c4f794\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f4e31ba-dbcd-4a2e-9bc4-31240352207f, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f431894c-0a92-4d2b-b2d9-7a8480143d03, kind: Service { id: 6f00c020-ab01-48bf-bb7f-d73676c4f794 }, name: Name(\"external-dns-6f00c020-ab01-48bf-bb7f-d73676c4f794\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f4e31ba-dbcd-4a2e-9bc4-31240352207f, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.839271254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.841556864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de2f899-bcf5-406a-895c-56a104b7c91b\", \"content-length\": \"144\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.841789952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.843514209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00593972-33b5-4f0e-9ef6-1544bda4f921\", \"content-length\": \"147\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.843707098Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.84805552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4c2cca-e964-4edc-a497-5911c0f8f4dc\", \"content-length\": \"109\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.848250773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.848593256Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da4bd0c-2944-4944-ad29-7c58f05fe40f\", \"content-length\": \"109\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.848803048Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.851188945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7265d624-5ea1-4bed-8ca6-ca96cd7212f3\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.85134949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.853596945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3072b8-16af-409f-9964-519de12ea5b6\", \"content-length\": \"163\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.853795806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.856267631Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080d4b75-2898-4f1a-8d09-3bb4ce2e1326\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.856395242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.858897497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc1fe79-850c-4667-9e43-23335a66eecd\", \"content-length\": \"166\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.859124574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62479/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.860153835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb9b699-a365-4218-8bec-b362a783fe18\", \"content-length\": \"702\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.860348798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.863715171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6097e0bd-36ba-4eb3-bb41-87c5adcab29b\", \"content-length\": \"727\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.864080539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.867602077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa15c75-63ca-484c-98d4-2dc67842e358\", \"content-length\": \"729\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.867931383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62479/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.868747477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-27T01:13:56.348020Z, time_modified: 2026-01-27T01:13:56.348020Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(51151), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(63515), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.868930837Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.937190134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.937455726Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.938695531Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.94202431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"gateway_url":"http://[::1]:62479","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62479/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0b048e-4481-4765-b5c9-4d916caa80e2\", \"content-length\": \"728\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.942458964Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.94261951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.94275233Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.94285898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.943757104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.947778344Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.949385511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.949549112Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.949661242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.950565158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.952654312Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.957103983Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.957246142Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.957366689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.957491714Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.957594326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.958244303Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.964240802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.969241175Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.969443001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.969568287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.970283512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.97180977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.979537861Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.979922577Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:51151/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.981070722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46557"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.981813932Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"46b4282f-9aee-477c-86c6-cc2a7e100033","remote_addr":"[::1]:46557","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.981901925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"46b4282f-9aee-477c-86c6-cc2a7e100033","remote_addr":"[::1]:46557","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.982606489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"46b4282f-9aee-477c-86c6-cc2a7e100033","remote_addr":"[::1]:46557","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1050,"response_code":204} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.982967418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:51151/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"46b4282f-9aee-477c-86c6-cc2a7e100033\", \"date\": \"Tue, 27 Jan 2026 01:14:06 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.98443962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.984493186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.091326407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.091550427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09164867Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.0917352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.091814335Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.091886006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.091968488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092043566Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092105758Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092180855Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092267576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092342523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092423131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092504882Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092580591Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092664105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092745034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092818137Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092900259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.092976508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093047999Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093132354Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093205408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093278902Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093358399Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093434468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093500007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09357287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093647797Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093717484Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09379206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093868982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.093931534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094004097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094077782Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094140856Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094212406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094288496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094351569Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094422749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094500743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094565139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094637561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094716556Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09478448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.094859046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095042787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095132423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095202351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095271316Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095346564Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09541584Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095484966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095560845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095634349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095703445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09578234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095856105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.095928828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096004897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096073292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096141746Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096217715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096289566Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096358662Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096436034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.0965101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096579045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096654563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096726044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096795831Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096873584Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.096945004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097013178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097094748Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097169766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097245825Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097323127Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097389958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097458763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097535945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.0976048Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097670319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09774705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097820053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097889119Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.097966751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.0980373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098106145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098185741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098257111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098325235Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09839912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098473737Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098544326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098623461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098698689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09877065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098850888Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09892305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.098995452Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099078405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099145607Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099214492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099294109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099366912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099437119Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099515083Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09958512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099652713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099728021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099806154Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.099874228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.09994656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100019904Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100131584Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100214176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100280085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100346786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100425711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100495448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100560727Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100637948Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100710541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100780258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100857309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.100932828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101000751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101077382Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101150265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101221986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101299809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101372842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101442419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101522346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101603856Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101681047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101765573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101838006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.101915007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10199281Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102061525Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102139488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102219385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102289944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102368047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102447303Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102521178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102604341Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102681793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10276145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102839934Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102908358Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.102982654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103062892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.1031279Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103185062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103252625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103331259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103405044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103473599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103551281Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103625247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10369313Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103770342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103842864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103910717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.103991356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104065992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104136801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104214193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10428376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10434989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104424577Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104497019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104564792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10464019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104714326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104780326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104854992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104929819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.104996921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105170402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105254918Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105371627Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105450953Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105532794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105606999Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105681786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105766653Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105839727Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.105915546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10599909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106066803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106139766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106220655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106287306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106359618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106440547Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106507528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106658876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106739564Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10681394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106887986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.106949306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10702259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107137316Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107211261Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107284595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107351597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107418558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107487353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107564004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107635775Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107702025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107775519Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107850416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107917989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.107993968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108076951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108146979Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108226956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108302204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108373093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108444934Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108523218Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10859052Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108665518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108748561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108817356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.108892493Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.10897213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109039963Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109117105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109196781Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109261739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109336466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109412254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109477092Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109553081Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109632096Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109700671Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109775688Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109853471Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109920302Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.109991743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110067221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110130716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110205903Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110282354Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110348393Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110426427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110503809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110569237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110642491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110719522Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11078437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110857433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.110936068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111000905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111078508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111156661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111221629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11129878Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111375952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111442954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11151776Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111596114Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111663166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11173644Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111815596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111883329Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.111958787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112035357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112101287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11217404Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112250179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11231683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112430413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112505721Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112580528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112662229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112733559Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112807775Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112889966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.112960585Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113036354Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113116812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113183633Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113262247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113344449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113418073Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113488682Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11356917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113646442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113717221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113797709Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113867055Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.113938255Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114017571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114090154Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11416458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114243545Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114310116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114370725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114446594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114530288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114600166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114675854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114752675Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114817953Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114893652Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.114973168Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115044959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115126439Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115211296Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115285622Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115367112Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115443212Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115519882Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115605921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115677291Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115755946Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115835562Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115904658Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.115984064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116067147Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116134189Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116210158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116286799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116354361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116432826Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116509296Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116577981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11665377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116729649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11680182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116879733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.116952416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11702068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117098082Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117171276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117238859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117319097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117389815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117457659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117533588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117608415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117678432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117755935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117826593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117894086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.117970546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118212652Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118281046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118352967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118434347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118503844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118579202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118659199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118725499Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118798793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118877167Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.118942475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119016922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119096518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119162007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.11924007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119323905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119389053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119461926Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119538156Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119602502Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119676818Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119754831Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119822875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119895808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.119972639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.120038218Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.120104578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171153678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171554245Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171642819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171685373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171723888Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171761402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171798014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171834345Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171871869Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171911517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171949482Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.171989771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172059908Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17210636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17214728Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172185886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172223971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172262116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172300681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172410046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172462239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172502628Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172541474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172582194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172622193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172660689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172696409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172731999Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17276809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172806365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172843247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172881312Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172917744Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172953895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.172990567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17302796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173064191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173101424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173139118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173176161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173212853Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173250056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173287249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173324883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173362567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173503334Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173545246Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173581497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17361842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173654581Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173690842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173727765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173765539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173803594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173840416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173882148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173922437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.173961153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174042363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174087181Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174124885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174162088Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17419854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174236875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174274018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17431099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174349406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174385557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174421628Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174531474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174579378Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174620889Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174659966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174697279Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174737929Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174777497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174817195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174853196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174889347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174924946Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174960917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.174997058Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17503378Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175070813Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175107004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175143676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175180599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175217381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175254043Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175291717Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175327768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175364089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175400471Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175437012Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175475258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175630923Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175684348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175723926Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175762973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175801498Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175840866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175880093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175918308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175956373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.175994498Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176033183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176070377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176108652Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176145063Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176181074Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176219359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176256011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176292363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176328223Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176364104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176399844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176435043Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176472386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176508167Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176544288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176580619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176673732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176727227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176766013Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176803647Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.1768409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176878404Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176916449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176953171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.176990183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177028519Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177066473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177104558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177141982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177179706Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17721774Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177256627Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177294662Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177332907Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177371793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177408104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177445428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177485096Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177523872Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177562377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177600342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177638467Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177677534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177788582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177836646Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177876665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177914579Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177952283Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.177989917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178026369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178063071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178099513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178135634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178172706Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17821021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178246802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178282793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178319605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178355515Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178391196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178427367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178463407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178499889Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178537353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178574205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17866837Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178709811Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178833855Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178878322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178914764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178952799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.178987938Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179024159Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179059999Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179099747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179136259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17917215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179209433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179246766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179284631Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179322515Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17936066Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179398484Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179435898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179474363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179512739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179551445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179591283Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179628195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179665459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179702041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179739805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179831585Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179892505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.179933425Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.17997165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180010026Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180045595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180081716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180116695Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180152315Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180187895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180223635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180259476Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180295286Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180331958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180368069Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180403739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180439209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180474999Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180510509Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180545668Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180581348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180617619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180658429Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180693969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180730501Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180769838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180808163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180911567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180957036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.180994239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181033827Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181071591Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181110167Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181147981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181184352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181221786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181260061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181296984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181334407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18137169Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181407942Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181444383Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181480364Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181517106Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18155461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181592745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181629166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181666209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181701719Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181739994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181777457Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181813468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181850982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.181949686Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182034001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182078549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182116774Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182153456Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182190779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182227962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182265687Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182302308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182339361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182376234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182413547Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182449407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182488634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182524866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182561047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182597829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182634932Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182673047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182708977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182745599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182782101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182818803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182856397Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.182892989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183001612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183043394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183080307Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183117951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183155124Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18319381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183233548Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183270601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183307693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183345818Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183383833Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183420355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183457287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183493909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183530852Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18357065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183607593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183645367Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183682339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183719362Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183754742Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183792035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183828206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183863565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183900007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183936398Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.183972099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184007819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184043459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184080321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18411555Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184152964Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18419153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18422736Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184263411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184300273Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184337957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184375611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184414027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184452592Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184490617Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184528572Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184567789Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184606745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184645121Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184684899Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184723945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184763042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184801828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184840895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18487918Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184918277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184954779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.184991902Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185028153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185076468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185114683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185150664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185186895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185222956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185367129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185410033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185447697Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185484129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.1855204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185556371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185592432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185629164Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185665916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185701977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185738268Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185774229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185810239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18584594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185882421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18591758Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185953451Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.185989141Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186026424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186061984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186098436Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186135128Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186171148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186206678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186242288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186278619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186388375Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186433033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186469154Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186504884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186541756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186577306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186612986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186651863Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186690899Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186726098Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186760877Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186797278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186832437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186867867Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.186903928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18694069Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18697632Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18701203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.187048722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187081437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:51988","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered DTrace probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187112878Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.18714922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:36950","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.187191322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:36950","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187234537Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:36950","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:36950","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187270568Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187301489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:48806"} {"msg":"starting producer registration task","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187334464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.187467535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:36950","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Running step start_oximeter","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187521761Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187549787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"registered DTrace probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187573012Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.187598142Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187696004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.187722456Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.188344448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:48806","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.188485244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.262340935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:48806/metrics/producers","method":"POST"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.331015037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:51151"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.33120994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"http://[::1]:51151","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:51151/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.332142191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:36346"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.332260273Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48455"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.336293105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"a502b387-fd88-46ad-b0ca-7099426cb646","remote_addr":"127.0.0.1:36346","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.336444603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"a502b387-fd88-46ad-b0ca-7099426cb646","remote_addr":"127.0.0.1:36346","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.336579829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/inventory","method":"GET","req_id":"f4f350a1-4bc9-4b02-9ac0-9f5853bd67c2","remote_addr":"[::1]:48455","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.336658914Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/inventory","method":"GET","req_id":"f4f350a1-4bc9-4b02-9ac0-9f5853bd67c2","remote_addr":"[::1]:48455","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.338077731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a502b387-fd88-46ad-b0ca-7099426cb646","remote_addr":"127.0.0.1:36346","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.338376187Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a502b387-fd88-46ad-b0ca-7099426cb646","remote_addr":"127.0.0.1:36346","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.339438394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a502b387-fd88-46ad-b0ca-7099426cb646","remote_addr":"127.0.0.1:36346","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.344954961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/inventory","method":"GET","req_id":"f4f350a1-4bc9-4b02-9ac0-9f5853bd67c2","remote_addr":"[::1]:48455","local_addr":"[::1]:51151","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8319,"response_code":200} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.348701851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.352627011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"SledAgent":"http://[::1]:51151","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:51151/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f350a1-4bc9-4b02-9ac0-9f5853bd67c2\", \"content-length\": \"20487\", \"date\": \"Tue, 27 Jan 2026 01:14:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.358233405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.358475109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.358574154Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.359151638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.359690056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:07.360122305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.435617076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"f09b43b7-8f98-445d-bada-deebe67d0348 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.435747392Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.436931498Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.437594891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.489835091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.489945538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"internal_dns_url":"http://[::1]:54319","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:54319/config","method":"GET"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.491061129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"a502b387-fd88-46ad-b0ca-7099426cb646","remote_addr":"127.0.0.1:36346","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":154648,"response_code":503} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:07.491724743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.491819339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.49185586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.491966578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:38078"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.494116982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:48806/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a502b387-fd88-46ad-b0ca-7099426cb646\", \"content-length\": \"133\", \"date\": \"Tue, 27 Jan 2026 01:14:07 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:07.495437917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a502b387-fd88-46ad-b0ca-7099426cb646\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 27 Jan 2026 01:14:07 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a502b387-fd88-46ad-b0ca-7099426cb646\\\" }\"","delay":"307.052168ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.497020085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.498506144Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"GET","req_id":"3c573c63-7b31-4f25-8271-61d7f29656c8","remote_addr":"[::1]:38078","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.498620909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"GET","req_id":"3c573c63-7b31-4f25-8271-61d7f29656c8","remote_addr":"[::1]:38078","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.499780177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/config","method":"GET","req_id":"3c573c63-7b31-4f25-8271-61d7f29656c8","remote_addr":"[::1]:38078","local_addr":"[::1]:54319","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1295,"response_code":200} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:07.499999968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.500076008Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.500124954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.500167267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.502511903Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"internal_dns_url":"http://[::1]:54319","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:54319/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c573c63-7b31-4f25-8271-61d7f29656c8\", \"content-length\": \"3478\", \"date\": \"Tue, 27 Jan 2026 01:14:07 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.503570683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"39e6c06e-55a0-4d31-9f95-9a7ec6a4aee6 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.507630778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.507711337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.510632986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.510828069Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.510987693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.511053071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.51240681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.515750358Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.525099033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.53459699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.535799452Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.535932814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.536716163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.539028305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.545707906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.557094694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.562017264Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.565917325Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.569939156Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.57264958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.575596148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.578681619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.581479656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.584055195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.586586437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.589383001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.591947038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.594433322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.597521859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.600606628Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.60518372Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.610111059Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.61403123Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.618425451Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.622610042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.626472489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.63008212Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.633704395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.637120165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.642646571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.648335416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.652594933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.656353597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.65958275Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.672368807Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:48806","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.678371208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.742954805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:48806/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.743841366Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.744257714Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:52545"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.745221918Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"cd0fcfab-4f04-4769-b245-fc54ab584a46","remote_addr":"127.0.0.1:52545","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.745517579Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"cd0fcfab-4f04-4769-b245-fc54ab584a46","remote_addr":"127.0.0.1:52545","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.746217213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd0fcfab-4f04-4769-b245-fc54ab584a46","remote_addr":"127.0.0.1:52545","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.746335075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd0fcfab-4f04-4769-b245-fc54ab584a46","remote_addr":"127.0.0.1:52545","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.747183852Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd0fcfab-4f04-4769-b245-fc54ab584a46","remote_addr":"127.0.0.1:52545","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.749228849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.754265042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"cd0fcfab-4f04-4769-b245-fc54ab584a46","remote_addr":"127.0.0.1:52545","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":9006,"response_code":503} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.755285166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:48806/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0fcfab-4f04-4769-b245-fc54ab584a46\", \"content-length\": \"133\", \"date\": \"Tue, 27 Jan 2026 01:14:07 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:07.757545787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"cd0fcfab-4f04-4769-b245-fc54ab584a46\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 27 Jan 2026 01:14:07 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"cd0fcfab-4f04-4769-b245-fc54ab584a46\\\" }\"","delay":"569.148105ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.75825485Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.763648355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.76875186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.773434258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.777275324Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.780975783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.784585062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.791412264Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.79162935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"82b9d0cc-45f9-4b67-ad93-5a075554196e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.797988782Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"id":"bf456591-87ba-4775-a379-428e1b8f547a","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.799487767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:61131","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.799600368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:61131","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.799645547Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:61131","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.799685726Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:61131","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:07.799722678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:61131","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.801194249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:61131","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.80260991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.802697242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.357835245Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:48806/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:48806","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.358863385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.409852828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:48806/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.410678931Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:45035"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.410927539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:60638"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.411978654Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"a1285bf1-4619-483f-b5d7-a80415334861","remote_addr":"127.0.0.1:60638","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.412074482Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"a1285bf1-4619-483f-b5d7-a80415334861","remote_addr":"127.0.0.1:60638","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.412528203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a1285bf1-4619-483f-b5d7-a80415334861","remote_addr":"127.0.0.1:60638","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.412628651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a1285bf1-4619-483f-b5d7-a80415334861","remote_addr":"127.0.0.1:60638","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.4138092Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a1285bf1-4619-483f-b5d7-a80415334861","remote_addr":"127.0.0.1:60638","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.415538046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/collectors","method":"POST","req_id":"1b43eb4d-e987-48a2-ae83-01b7d677569a","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.415614356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/collectors","method":"POST","req_id":"1b43eb4d-e987-48a2-ae83-01b7d677569a","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.416063548Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"1b43eb4d-e987-48a2-ae83-01b7d677569a","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.416151461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"1b43eb4d-e987-48a2-ae83-01b7d677569a","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.416975991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"1b43eb4d-e987-48a2-ae83-01b7d677569a","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.423258862Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"a1285bf1-4619-483f-b5d7-a80415334861","remote_addr":"127.0.0.1:60638","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":11277,"response_code":503} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.424347772Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:48806/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1285bf1-4619-483f-b5d7-a80415334861\", \"content-length\": \"133\", \"date\": \"Tue, 27 Jan 2026 01:14:08 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:08.425601805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a1285bf1-4619-483f-b5d7-a80415334861\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 27 Jan 2026 01:14:08 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a1285bf1-4619-483f-b5d7-a80415334861\\\" }\"","delay":"1.237215104s","count":"2"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.425895833Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:61131","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.426196653Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/collectors","method":"POST","req_id":"1b43eb4d-e987-48a2-ae83-01b7d677569a","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10667,"response_code":204} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.427671581Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:48806/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"1b43eb4d-e987-48a2-ae83-01b7d677569a\", \"date\": \"Tue, 27 Jan 2026 01:14:08 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.42787978Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.427945499Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.427978243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439154468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439266588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439298721Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439326866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.43935424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439386042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439414057Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.43944077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439468034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439495507Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439521829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439548361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439574873Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439602969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439629501Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439656824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439684479Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439711712Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439738134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439765538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.43979222Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439818492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439901655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439931334Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439958136Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.439984809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440013044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440040428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440065798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440091809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440119754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440147789Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440174441Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440202757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440228898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440256122Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440281732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440308505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440336249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440363643Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440390796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440416817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440443389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440469691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440496574Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440523236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440549789Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440575669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.44060152Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440629064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440655656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440683331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440710675Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440737698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.44076445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440791463Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440817104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440843656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440868424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440892512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.44091702Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.4409425Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440967369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.440991476Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441015984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441040923Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441065271Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441089509Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441114037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441139256Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441164075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441187892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.44121214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441236608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441261867Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.441287137Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.486438662Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:64510/v1/webhook-receivers","method":"POST"} {"msg":"starting refresh list task","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.487269183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.555394968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:47688"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.555550203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:64230"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.555643006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.556706685Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter","body":"None","uri":"http://127.0.0.1:48806/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.557697762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.557830743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.557895741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"cdc882d6-1ba6-4450-9d85-d6d49751df41","remote_addr":"127.0.0.1:47688","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.557943825Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"cdc882d6-1ba6-4450-9d85-d6d49751df41","remote_addr":"127.0.0.1:47688","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.558647257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.55877091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.559789762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.561323314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cdc882d6-1ba6-4450-9d85-d6d49751df41","remote_addr":"127.0.0.1:47688","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.561553747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cdc882d6-1ba6-4450-9d85-d6d49751df41","remote_addr":"127.0.0.1:47688","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.561958041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cdc882d6-1ba6-4450-9d85-d6d49751df41","remote_addr":"127.0.0.1:47688","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.565818294Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.565929582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026012300.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.567131213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.5673944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.567466892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.567517762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.568377351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.571610282Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c","remote_addr":"127.0.0.1:45035","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13956,"response_code":200} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.57438409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:48806/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60bcbfc8-dd9a-48dd-8ffd-09c8c762000c\", \"content-length\": \"29\", \"date\": \"Tue, 27 Jan 2026 01:14:08 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.574856338Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.585203374Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.585326225Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.585957144Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.593546192Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.593652401Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.593703211Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.593745985Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.594947365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.602513678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.602664053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602716847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.603614751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.628213422Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.632105928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.632222808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.632270241Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.632802316Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.640010796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.640148136Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.640201802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.640246309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.64158064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.643184952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:08.643426526Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"cdc882d6-1ba6-4450-9d85-d6d49751df41","remote_addr":"127.0.0.1:47688","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":85521,"response_code":201} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.648042554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.64824418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.64833577Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.648869578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.659389093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.662910089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.663173928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.663256309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.66332798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.663397527Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.663460771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.663825287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.74227351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.747661413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.747851928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.747928989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.748641639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.804253021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.804612627Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.90553101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.905706324Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.905784969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.905850828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.906626321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.913624759Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.921001991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.921167315Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.921239197Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.921924513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"added exact subscription to alert receiver","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.019491722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","subscription":"Some(AlertRxSubscription { rx_id: ab113832-09c4-4bde-ad45-d6b60b22afe8 (alert_receiver), class: TestFoo, glob: None, time_created: 2026-01-27T01:14:08.931362Z })","rx_id":"ab113832-09c4-4bde-ad45-d6b60b22afe8 (alert_receiver)"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.034207951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.034408745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.034486227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.034551285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.035133238Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.04072347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.043367984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.043496998Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.043574901Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.044014925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.101547752Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"4c5e24b6-bb8a-4a83-a7fa-e3c2945926ea"} {"msg":"inventory collection complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.101657487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-27 01:14:06.179218 UTC","collection_id":"4c5e24b6-bb8a-4a83-a7fa-e3c2945926ea"} {"msg":"activation complete","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.102477899Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"4c5e24b6-bb8a-4a83-a7fa-e3c2945926ea\",\"time_done\":\"2026-01-27 01:14:07.507760 UTC\",\"time_started\":\"2026-01-27 01:14:06.179218 UTC\"}","iteration":3,"elapsed":"3.702067498s"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.10269217Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.102761646Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.102810873Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.102859158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.102905359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.10407183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.105160789Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.105238833Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.105278941Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"invalidating multicast caches due to topology change","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.105317287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.105353608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.106506663Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60306","req_id":"a0d0ea5e-3ff5-44b4-8a53-cb78e1ad7ca6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 75 83 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 u............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.106607782Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60306","req_id":"a0d0ea5e-3ff5-44b4-8a53-cb78e1ad7ca6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.10689704Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.107130408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.107188863Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:60306","req_id":"a0d0ea5e-3ff5-44b4-8a53-cb78e1ad7ca6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41450, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.107853519Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41450, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10290, tv_nsec: 917654791 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.10796126Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.108448768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36908","req_id":"b7dfcd17-a3ac-4745-b85f-1a8c8d64d476","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3a 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e :r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.108550037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36908","req_id":"b7dfcd17-a3ac-4745-b85f-1a8c8d64d476","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.108779838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.108812553Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"peer_addr":"[::1]:36908","req_id":"b7dfcd17-a3ac-4745-b85f-1a8c8d64d476","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.185854162Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41450/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.186613544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.198300411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.198447109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.198540112Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.199309143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.203530335Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/v1/webhook-receivers","method":"POST","req_id":"e862a98a-f6f9-4e6f-84fb-16e43cef77b2","remote_addr":"127.0.0.1:64230","local_addr":"127.0.0.1:64510","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":637672,"response_code":201} {"msg":"client received response","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.204985183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"external client test context","status":"201"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.209491675Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.209713361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.212654919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.236588423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.23675445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.244398806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.249059672Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41450/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53aa6678-6fba-4dc6-9854-cf48f3dd90df\", \"content-length\": \"206\", \"date\": \"Tue, 27 Jan 2026 01:14:09 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.250914826Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.251289552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.251521568Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.255625179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.384847301Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.385113514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.385355188Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.385633004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.387865249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"published alert","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.412825491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"time_created":"2026-01-27T01:14:09.262105Z","alert_class":"test.foo","alert_id":"5b4ba8ea-c06d-4327-994d-e55b2cba32b9 (alert)"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.423788135Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.423985503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.424899729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"activating","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.426336541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.426499091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.426616632Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.427378558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"published alert","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.44183691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"time_created":"2026-01-27T01:14:09.433519Z","alert_class":"test.quux.bar","alert_id":"87919120-6687-43d4-87c2-2444f55cb635 (alert)"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.442409034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:45902/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.445078929Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:47582"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.445678176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.446126406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.446385145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.446587061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.446719521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.447633988Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.456230384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.456657033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.456886273Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.458567586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.463668195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.468761671Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.469659775Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"58e11acb-f963-4366-a65d-445a7409c03d","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23997,"response_code":200} {"msg":"dispatching webhook event...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.472312125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","alert_class":"test.foo","alert_id":"5b4ba8ea-c06d-4327-994d-e55b2cba32b9 (alert)"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.474673925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.475085543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.476544649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client received response","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.477945211Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context","status":"200"} {"msg":"waiting for alert_dispatcher to go idle","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.478755342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context"} {"msg":"member state reconciliation completed","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.507030415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.507143147Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.50718567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.507234747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.507904923Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.529528911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:45902/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.530390764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.534010184Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.534116473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.534180619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.534236949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.535103251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.551970665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.561626533Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.562246651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"498bc14b-4b26-4e33-a57d-a8fd085abea7","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":31891,"response_code":200} {"msg":"alert receiver is subscribed to event","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.562896337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","glob":"None","alert_class":"test.foo","alert_id":"5b4ba8ea-c06d-4327-994d-e55b2cba32b9 (alert)","rx_id":"ab113832-09c4-4bde-ad45-d6b60b22afe8 (alert_receiver)","rx_name":"my-great-webhook"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.563073265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.563200174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.564800568Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client received response","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.568544452Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context","status":"200"} {"msg":"waiting for alert_dispatcher to go idle","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.568878829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context"} {"msg":"will register with Nexus at 127.0.0.1:48806","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.606676097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.673274893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:48806/metrics/producers","method":"POST"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.674086968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.674196153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.674236562Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.674288174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.67699956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.679497597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:45902/bgtasks/view/alert_dispatcher","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:09.679802636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:65068"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.682530725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"d1fb7f92-7aa7-4e9f-8095-fb7d106002bd","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.682965028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"d0ce599a-219d-4eed-b632-188118c80acd","remote_addr":"127.0.0.1:65068","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.683097809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/metrics/producers","method":"POST","req_id":"d0ce599a-219d-4eed-b632-188118c80acd","remote_addr":"127.0.0.1:65068","local_addr":"127.0.0.1:48806","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.68338862Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"d1fb7f92-7aa7-4e9f-8095-fb7d106002bd","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.683631197Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"d1fb7f92-7aa7-4e9f-8095-fb7d106002bd","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.683793415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"d1fb7f92-7aa7-4e9f-8095-fb7d106002bd","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.683918411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"d1fb7f92-7aa7-4e9f-8095-fb7d106002bd","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.684955438Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/alert_dispatcher","method":"GET","req_id":"d1fb7f92-7aa7-4e9f-8095-fb7d106002bd","remote_addr":"127.0.0.1:47582","local_addr":"127.0.0.1:45902","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}