{"msg":"Running step start_crdb","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:22.585327672Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:22.587465664Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpGIyliw","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:22.60985545Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/dfcc15cb39cb922b6edf56675d03713c22a93e6ba66c94b9eb70dd421c87b64e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpGIyliw/data)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:22.610000338Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpGIyliw/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpGIyliw/listen-url","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:22.624778635Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01HXB16Y0R658Y8XCS6DHKVQSM BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.77.2-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/dfcc15cb39cb922b6edf56675d03713c22a93e6ba66c94b9eb70dd421c87b64e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=93b3e848089adc2c12d8663e885c3b2b6c46517f GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/blake3-b3a91718405ef40c/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-e19b87428ca936b1/out/lib:/work/oxidecomputer/omicron/target/debug/build/ring-383ba3534997bf62/out:/work/oxidecomputer/omicron/target/debug/build/ring-59cd59de535096bc/out:/work/oxidecomputer/omicron/target/debug/build/tofino-0560085f735dd32a/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.77.2-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/blake3-b3a91718405ef40c/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-e19b87428ca936b1/out/lib:/work/oxidecomputer/omicron/target/debug/build/ring-383ba3534997bf62/out:/work/oxidecomputer/omicron/target/debug/build/ring-59cd59de535096bc/out:/work/oxidecomputer/omicron/target/debug/build/tofino-0560085f735dd32a/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.77.2-x86_64-unknown-illumos/lib NEXTEST_RUN_ID=981b6910-393b-486a-be12-4121172b8f86 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-0e6897876b28ab4c/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=-D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.77.2-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1 __NEXTEST_ORIGINAL_CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:22.62538459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"cockroach pid: 7845","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:24.019387708Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"cockroach listen URL: postgresql://root@[::1]:50788/omicron?sslmode=disable","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:24.019515562Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_clickhouse","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:24.020299842Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:24.02035418Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:25.881370717Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:25.881545955Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_gateway_switch1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.068976517Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.06913377Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.289226618Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.2893682Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_dendrite_switch1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.377915892Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.378033406Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.437457848Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.437614399Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"mgd port is 45629","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.704612862Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_mgd_switch1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.704746598Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting mgd for switch1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.704772119Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"mgd port is 44915","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.862328213Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step record_switch_dns","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.862475817Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.862503361Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"Running step start_internal_dns","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.86252772Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.862868487Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpvMgAtA"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.958655255Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.958756657Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.958974049Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:46340"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.960264786Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.960421017Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.960625784Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.961401977Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.961569581Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.961862623Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp88Bkci"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.991092238Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.99118864Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.991224722Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:65063"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.991458487Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.991519658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:26.991546161Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:26.996992058Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.014350256Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.014413021Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"setting up nexus server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.014671655Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.018477323Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.018529547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.018562222Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.018922879Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.019916755Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.019976364Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020001003Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020028026Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020049218Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020074469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020094719Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020117194Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020140219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020162774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020462691Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020922124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.020978456Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021012073Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021039388Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021062584Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021083515Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021117383Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021344554Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021401127Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021424984Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021448732Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021568339Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021617998Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021658469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021680603Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021703127Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021724019Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021747065Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021769349Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021794048Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.021856563Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.02221745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022273983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022298692Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022324102Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022345254Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.02236836Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.02238833Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022414753Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.02243849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.02245864Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022481365Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022501435Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.022526314Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.0236256Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.023815077Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:46340","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.044610498Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"new DNS resolver","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.044881246Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","addresses":"[[::1]:46340]"} {"msg":"database connection pool","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.04569782Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"db::Pool","database_url":"postgresql://root@[::1]:50788/omicron?sslmode=disable","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Database schema version is up to date","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.081843327Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"desired_version":"56.0.0","found_version":"56.0.0","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457026377Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/artifacts/{kind}/{name}/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457234431Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457321774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457358507Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457383848Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457413667Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457443226Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457469057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457496722Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457526902Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457555529Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457578745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457615098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457650398Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457673654Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.45770163Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457729696Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457759916Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457783763Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457811368Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/instances/{instance_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457840095Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.45786287Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457890325Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457918461Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457941196Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.457971055Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458039983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458067487Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458096204Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.45812439Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458147086Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458175091Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458203307Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458225702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.45825491Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458283407Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.458308186Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458339218Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"SEC running","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.458367855Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"sec_id":"24a730d5-3839-4d30-a63f-45c16a1a4958","component":"SEC","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.458392634Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.458422453Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.460909869Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.461216579Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.461869818Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.461980338Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.462595542Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"start saga recovery","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.463212989Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"listing sagas","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.463339511Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.464984252Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.46530007Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.465392544Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.465606719Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.467509593Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.46758349Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.467622117Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.470084444Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.470139684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.470187378Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"105.51µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.470251506Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.470292157Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.470376204Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.470418708Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.473665515Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.473785443Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.473828058Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.473941574Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.47402529Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474067815Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"43.707µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474119538Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.474158716Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474197843Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"30.371µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474237663Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.474265728Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.474305017Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.474345467Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474383292Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474846874Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.474912885Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.474952684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.475024708Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.475561325Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.475633518Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.475681844Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.475722175Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.47617735Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.476246587Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"phantom disk task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.476276357Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.478030836Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.478259751Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.478487153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.478543084Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.47858125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.479174299Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.479349508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.479396121Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.479440819Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"183.705µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.479569175Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.479610467Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.479650847Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.479689754Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.479728381Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480145601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480214969Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480251572Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"41.072µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480288946Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.480316431Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.4803512Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.480388123Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480428954Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480886584Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.480951544Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.481023867Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.481068616Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.481109257Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.481147112Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.481475706Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.481536377Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"region replacement task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.481573991Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.481606536Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.481642618Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.482272039Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.483590211Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"reason":"Timeout"} {"msg":"region replacement driver task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.483638046Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.483743906Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.483797874Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.484306265Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"created 5 built-in users","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.490562007Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.494416029Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.494573121Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.496597176Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.496768276Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.496844468Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.496940038Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.502293493Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.545105067Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:58418","req_id":"eec50330-5e3d-4e1d-b714-55c517023d9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 64 (0x40) bytes\n0000: 25 63 01 00 00 01 00 00 00 00 00 00 0c 5f 6e 61 %c..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.55340419Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:58418","req_id":"eec50330-5e3d-4e1d-b714-55c517023d9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:27.555998429Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:58418","req_id":"eec50330-5e3d-4e1d-b714-55c517023d9a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.556313445Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:50775","req_id":"e5398804-e7ec-47f5-bfc4-e60a0cb14ae3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 65 (0x41) bytes\n0000: af 43 01 00 00 01 00 00 00 00 00 00 0d 5f 65 78 .C..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.55637619Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:50775","req_id":"e5398804-e7ec-47f5-bfc4-e60a0cb14ae3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:27.556575907Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:50775","req_id":"e5398804-e7ec-47f5-bfc4-e60a0cb14ae3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.559721613Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.559808205Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"92.222097ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:27.560009726Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.560108342Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"86.247045ms"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.659304792Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.659995746Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.660049704Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.660078902Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.661095934Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.661151124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.661181605Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.661207987Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.661233598Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.661711228Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.723535153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.724130477Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57642","req_id":"7fc67886-cf31-4868-b894-effb89b6ed43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 61 (0x3d) bytes\n0000: 93 73 01 00 00 01 00 00 00 00 00 00 09 5f 64 65 .s..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.724311287Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57642","req_id":"7fc67886-cf31-4868-b894-effb89b6ed43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:27.724779899Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57642","req_id":"7fc67886-cf31-4868-b894-effb89b6ed43","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:27.725390533Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.725451504Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"250.522795ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.799403575Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.800101423Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:54901","req_id":"5ad1b9b1-2f5f-40ed-ade7-6c68dabf1899","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 61 (0x3d) bytes\n0000: 16 72 01 00 00 01 00 00 00 00 00 00 09 5f 64 65 .r..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.800211572Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:54901","req_id":"5ad1b9b1-2f5f-40ed-ade7-6c68dabf1899","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:27.800465747Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:54901","req_id":"5ad1b9b1-2f5f-40ed-ade7-6c68dabf1899","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:27.801322922Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.80140764Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"325.74803ms"} {"msg":"created 10 built-in roles","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:27.804779906Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.804835346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.804870486Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.807215539Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.8072812Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:27.80730645Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.807333254Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:27.807761665Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"phantom disk task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.009473384Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.009671989Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"533.259677ms"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.178320627Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.178406979Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.178979598Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region replacement task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.335382204Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.33544574Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"853.87874ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.336287694Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.340176287Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Err(Forbidden)","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to retrieve racks from database","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:28.340242208Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Forbidden"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.340272238Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"859.323257ms"} {"msg":"listed sagas (0 total)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:28.340575601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.340735279Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.343930332Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Err(Forbidden)","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection failed","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.344682418Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"failed to collect inventory: pruning old collections: Forbidden"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.344741766Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"865.148268ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.344867566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.351687135Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Err(Forbidden)","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.351786232Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Forbidden"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.351814578Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"877.678635ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.352283861Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.356453874Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.356531829Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.356562219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.356901133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:28.357053887Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.357093776Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.35712062Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.358667355Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.358796943Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.358838095Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.35886593Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.359093272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.359152139Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.363448032Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.363619403Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.363665274Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.363900472Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.372331457Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.372414142Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"892.08097ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.37374572Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.373818464Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"895.809875ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.37501305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.382147647Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.388906528Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.393445534Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.450297437Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.450435412Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.451258498Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.521169593Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.521252378Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"1.056139859s"} {"msg":"failed to read DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.521288049Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.521316105Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"1.050969435s"} {"msg":"created 2 built-in silos","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:28.522619396Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.522673023Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.522704616Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.523599866Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"region replacement driver task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:28.537315511Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.537396031Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":1,"elapsed":"1.053761837s"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.54237554Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.542479066Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.544877135Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.54502544Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.545229045Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.54528183Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.545747055Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.549916296Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.549984341Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.550020002Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.550050442Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.550549525Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.553533929Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.553597476Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.553628748Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.554102119Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.558685373Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.562536314Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.56282624Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.56291169Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.562944415Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.563100325Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.563919885Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.570915717Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.571067629Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.571104432Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.571920475Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.580954219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.603684617Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.603779616Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.603812501Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.60494688Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:28.687140096Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.687248211Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.68903804Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.692305888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.692396849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.692421829Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.69244754Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.693022483Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.706667232Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.706765708Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.707714965Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.716641792Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.716718665Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.716749226Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.71677641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.71757107Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.721524491Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.721703748Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.721803506Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.725125269Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.731000152Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.731093427Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.731129108Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.731861575Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.734048063Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.738562407Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.73869435Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.738723568Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.738756944Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.73878979Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.738818907Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.739237159Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.74233037Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.742389618Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.74242071Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.743800574Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.746965417Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.747030637Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.747063482Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.747778524Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.752145794Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.76780617Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.767946029Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.767995347Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.768357186Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.788707629Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.78881395Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.789680072Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.802524459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.80282658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.802878604Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.802909234Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.803593836Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.850504957Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.850607951Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.850640416Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.85139684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.862197408Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.862305132Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.862336033Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.862820898Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.865159588Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.870919652Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.871154239Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.87125528Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.872609553Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.97142346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.971770551Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.97180532Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.971834097Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.972651993Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.975327774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.975384888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.975415158Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.975977997Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.980421013Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.980486012Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.980517344Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.981094181Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.983073738Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.988643914Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:28.988760767Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.98879755Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:28.989268496Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.060560112Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.060638057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.060671974Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.061950707Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.06576897Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.065911473Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.066532939Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.069049814Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.069122609Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.069623635Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.073452662Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.0735727Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.073607029Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.073634463Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.074099308Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.076160827Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.076434692Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.076480703Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.076757193Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.07973265Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.079791777Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.07983826Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.080625565Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.082331027Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.087431199Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.087510547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.087534965Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.087566338Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.087594173Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.087619103Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.088041252Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.090339131Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.090394692Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.090437116Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.091228109Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.093220181Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.093279629Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.09331013Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.094192063Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.095913917Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.101648872Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.101769321Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.101814651Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.102213745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.128393492Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.128488672Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.128524262Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.128615504Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.129489221Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.131490361Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.131552194Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.131585249Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.132066747Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.187754403Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.187824001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.187855875Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.188617359Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.19168045Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.200083004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.200213944Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.200268062Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.200962042Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.322541317Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.3226232Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.322650855Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.322712798Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.323998976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.330427672Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.330499475Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.331586537Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.334057688Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.334274359Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.335244448Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.338108293Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.338308992Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.338657936Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.338728787Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.339196667Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.341503825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.341577352Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.341622111Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.3422955Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.345195046Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.345271919Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.34531769Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.351705592Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.355910664Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.367969905Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.368045415Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.36807283Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.368100064Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.36867163Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.382785236Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.383101796Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.383174049Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.383223818Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.384003158Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.387340164Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.387415664Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.387459601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.388144754Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.391275429Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.391487461Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.391538983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.392259025Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.396915786Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.409068975Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.4216985Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.42177385Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.422503871Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.425810026Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.425873903Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.425903171Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.425928802Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.426426322Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.429708148Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.429766914Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.429796714Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.431884796Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.44160255Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.441716367Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.441749713Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.442322272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.44635441Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.45191268Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.45955618Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.459775185Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.460668662Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.463089606Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.463342459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.463395965Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.46342841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.465258549Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.471695379Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.471775579Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.471813133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.473077628Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.480149481Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.48025961Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.480296243Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.482166983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.486819637Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.506123304Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.513371668Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"created built-in services vpc","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.513475995Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.513587627Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.513686093Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.516655919Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.516735236Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.516796538Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.516850015Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.517359057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.528156047Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.528217289Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.528307869Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.528348891Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.529100004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.534385633Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.53444484Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.534486353Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.535088811Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.540988563Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.54105722Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.54227917Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.553150498Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.55322184Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.55325202Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.553276579Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.553979326Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.556165934Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.558354286Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.558417852Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.558449375Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.559257352Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.568007702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.568072631Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.568107491Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.568136148Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.568921369Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.571991224Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.574822416Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.574926052Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.574959098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.57533705Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete; activating background tasks","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.66027808Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.660530151Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.660672795Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.661446063Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.661642654Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.661864495Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.661975726Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.662583414Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.662932589Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.663393936Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.663509306Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"573.611µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.663649955Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.663744914Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.663861746Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.66400422Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.66410478Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.664659854Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.664822798Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.665228444Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.665327601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.66545285Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.665991441Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.666148554Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.666581465Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.666678147Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.666766413Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.667357227Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.667699919Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"DNS propagation: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.667847001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.668582444Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"944.609µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.668842912Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"DNS propagation: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.668941307Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.66902307Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"182.814µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.669157267Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.669289069Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.669592082Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.669691028Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.669889774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.669991085Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.670092757Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.670185091Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.670266513Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.670870163Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.671430638Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.671586447Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.671705925Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.671794161Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.671875402Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.6724625Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.672621967Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"Metric producer GC: statically disabled pending omicron#5284","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.672975981Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.673078745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"456.077µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.673178012Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.673267951Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.673352279Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.673875199Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.674642194Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"phantom disk task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.674817883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.681106767Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.681255462Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"22.275µs"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.681288548Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"region replacement task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.681316414Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.681339269Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.681367245Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.68486503Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.685093465Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"region replacement driver task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.685144857Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.685172321Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.685201259Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.685664781Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.685727014Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.685756924Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.685802845Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.68583563Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.685864458Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.686322398Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.68638371Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.686412137Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.686439912Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.686467707Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.686494481Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.697434586Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.698676686Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.698752386Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.698797356Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.698840902Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.699520143Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.699599831Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.699703037Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.699782004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.699833977Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.700208452Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.700284673Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.700402006Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.700461625Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.700511013Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.701061318Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.701128982Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.706054073Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.706579128Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.706677493Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.707917719Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.710214978Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.717455225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.717570705Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.717665854Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.718254795Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.718900429Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.755105375Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.755321214Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.755440882Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.756619516Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.756957057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.757611459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.758188526Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.806097067Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.80617363Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.806202547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.806227607Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.806253789Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.807115272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Running step start_sled1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.807398315Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.807810535Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.882644066Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885399846Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885477821Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885510396Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.88553767Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885563381Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885589303Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885616206Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885641947Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/migration-ids","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.88566839Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885694953Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885724471Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885750273Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885775583Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885800883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885825713Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885852937Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885878237Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.88590483Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885931052Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885956022Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/v2p/{interface_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.885981302Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/v2p/{interface_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.886055269Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:29.886085459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.886109687Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.886437149Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.887235075Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:44092/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.88815267Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.888221778Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.88827849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.888310113Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.889355141Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"phantom disk task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.889663605Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.889714726Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"215.034158ms"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.891102406Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.891163497Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.891774993Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.914927283Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.922812984Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.9231277Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.923255735Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.924329199Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"Bootstore","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:29.924679326Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.924830897Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"261.153978ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.925538815Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.935255778Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.935574251Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.943617578Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.952341494Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.952585629Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.953076936Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.974713725Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.982211221Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:29.982322803Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.982353965Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.982807247Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:29.982881745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.023423124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.029152497Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.054181749Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.054317279Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.054356637Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.055090386Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region replacement task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.055291596Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.056019403Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"380.282768ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.056211245Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.06615807Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.066359791Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.066551332Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.067506922Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.068047768Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.068206313Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"402.038401ms"} {"msg":"failed to run bootstore sync: Internal Error: no sled agents available","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.068510899Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"region replacement driver task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.069247453Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.069387051Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"384.343483ms"} {"msg":"failed to read DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.069550947Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.071342219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"404.928808ms"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.071618378Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"385.270947ms"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.073123331Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:64110","req_id":"762fa3d3-0cf3-468e-9bad-00f7253776bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 65 (0x41) bytes\n0000: 63 3a 01 00 00 01 00 00 00 00 00 00 0d 5f 65 78 c:..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.073338989Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:64110","req_id":"762fa3d3-0cf3-468e-9bad-00f7253776bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.07382705Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:64110","req_id":"762fa3d3-0cf3-468e-9bad-00f7253776bf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.074051025Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:54277","req_id":"3d704ee0-f7dd-4b8a-9558-2de7a50fc74b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 64 (0x40) bytes\n0000: 0c b7 01 00 00 01 00 00 00 00 00 00 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.074205803Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:54277","req_id":"3d704ee0-f7dd-4b8a-9558-2de7a50fc74b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.074615518Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:54277","req_id":"3d704ee0-f7dd-4b8a-9558-2de7a50fc74b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.075567491Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:51276","req_id":"883e3520-4ddb-48d3-a609-0c1c01302df3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 61 (0x3d) bytes\n0000: 2f 75 01 00 00 01 00 00 00 00 00 00 09 5f 64 65 /u..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.075980001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:51276","req_id":"883e3520-4ddb-48d3-a609-0c1c01302df3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.076555826Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:51276","req_id":"883e3520-4ddb-48d3-a609-0c1c01302df3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.076696346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:49387","req_id":"0a00eebc-a2c8-4bc9-bda8-af32e99a4818","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 61 (0x3d) bytes\n0000: 3d ac 01 00 00 01 00 00 00 00 00 00 09 5f 64 65 =............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.076745223Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:49387","req_id":"0a00eebc-a2c8-4bc9-bda8-af32e99a4818","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.076896303Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:49387","req_id":"0a00eebc-a2c8-4bc9-bda8-af32e99a4818","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.077060219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:40003"} {"msg":"inventory collection is None","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.078621324Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.078680221Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"392.930975ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.078965428Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.07902189Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"409.812826ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.079150967Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.07921309Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"409.627026ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.079412557Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.07946431Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"406.23467ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.079555752Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.079599098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"417.927131ms"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.080068231Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7ccaea43-6157-4be5-bb93-c25bacdf761f","remote_addr":"127.0.0.1:40003","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.080326324Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:62428","req_id":"68790e8f-ab45-4cf2-99f2-3bd54545a5bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 56 (0x38) bytes\n0000: ee 2c 01 00 00 01 00 00 00 00 00 00 04 5f 6d 67 .,..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 nal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.097878425Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:62428","req_id":"68790e8f-ab45-4cf2-99f2-3bd54545a5bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.098607956Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:62428","req_id":"68790e8f-ab45-4cf2-99f2-3bd54545a5bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.102937305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"inventory collection failed","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.104592026Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.104827624Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"433.352238ms"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.105923002Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.108670586Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":2,"elapsed":"438.71553ms"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.207245238Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.207384134Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.207429083Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.207482449Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.207524042Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.208551936Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.20878022Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7ccaea43-6157-4be5-bb93-c25bacdf761f","remote_addr":"127.0.0.1:40003","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","latency_us":128738,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.209332779Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv4(127.0.0.1)), port: Some(44092), path: \"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7ccaea43-6157-4be5-bb93-c25bacdf761f\", \"date\": \"Wed, 08 May 2024 03:16:30 GMT\"} })"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.212905684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213032125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213085261Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213127806Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213169228Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213211121Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213252403Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.213293375Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.21333628Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.213378945Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.214179697Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.214244626Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:60737"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216143563Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.21621243Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216250335Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216284703Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216326817Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216361656Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216395454Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216428409Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216461785Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.216495543Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.216794748Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45310","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.21685645Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:45310"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.217763795Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.217845607Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.217883292Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.217918983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.217953331Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.218031627Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.218072869Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.218110003Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.21814379Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.21817868Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.218398867Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47308","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.218448566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:47308"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219243768Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219308005Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219342524Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219374317Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219405219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219437092Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219494997Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219589806Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.219632621Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.219665216Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.21987855Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:64900","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.219933329Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:64900"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221090249Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221152153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221187944Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221245167Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221281059Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221314856Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221347882Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221380507Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221413643Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.221446468Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.221774891Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:57198","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.221830481Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:57198"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223093523Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223141088Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223225836Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223263381Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223296076Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223329352Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223363049Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223396455Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.223429932Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.223463208Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.224360042Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:53855","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.224417386Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:53855"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226027888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226081815Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226116023Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226147356Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226289719Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.22632059Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226354177Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.226385169Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.22641595Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.226446691Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.227060802Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:45944","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.227117485Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:45944"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228616025Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228679902Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228716765Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228748799Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228780011Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228811303Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228842505Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228873146Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.228903837Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.228935099Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.229248072Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50164","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.229304775Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:50164"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.230797553Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.230860438Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.230895698Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.230926008Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.230955056Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.230983773Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.231047189Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.231076919Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.231106497Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.231137449Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.231388739Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:33147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.231441684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:33147"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232375942Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232432594Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.23246553Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232496441Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232527062Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232558044Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232588665Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232618684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.232649215Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.232680277Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.233079721Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:43636","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.233132115Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:43636"} {"msg":"Running step start_sled2","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.233242194Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.233417453Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.314794899Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.31642828Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316516986Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316549902Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316577316Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316617566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316645011Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316682566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316713056Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/migration-ids","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316738607Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316777665Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/instances/{instance_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316803857Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316842063Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316868095Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316893285Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.31693124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316957422Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.316994506Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.317022572Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.317048664Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.317074786Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/v2p/{interface_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.317111378Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/v2p/{interface_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.317139103Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.317164294Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.317199353Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.3177511Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.323309727Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.323513492Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.323576958Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.324075159Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.324167953Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.324363392Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:44092/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.325067542Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:34002"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.327474649Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"0db9bcd1-3a78-4bfd-b6b0-ff3fda1945f0","remote_addr":"127.0.0.1:34002","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"registered sled agent","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.327873702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.331995799Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.332199384Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.332561284Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:50214","req_id":"cbcbcb70-df85-4a27-9f35-8077f857305f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 56 (0x38) bytes\n0000: 79 88 01 00 00 01 00 00 00 00 00 00 04 5f 6d 67 y............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 nal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.332635421Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:50214","req_id":"cbcbcb70-df85-4a27-9f35-8077f857305f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:30.332979455Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:50214","req_id":"cbcbcb70-df85-4a27-9f35-8077f857305f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:30.333345163Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.333516694Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"126.219229ms"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.402835644Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.403089619Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.403259226Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.403299316Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.403334756Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.403720724Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.403972775Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"0db9bcd1-3a78-4bfd-b6b0-ff3fda1945f0","remote_addr":"127.0.0.1:34002","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","latency_us":78374,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.404293092Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv4(127.0.0.1)), port: Some(44092), path: \"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"0db9bcd1-3a78-4bfd-b6b0-ff3fda1945f0\", \"date\": \"Wed, 08 May 2024 03:16:30 GMT\"} })"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405618407Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405688357Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405727344Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405763456Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405800219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405836742Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405873054Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.405983033Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.406038383Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.406075717Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.406314422Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:50458","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.406364902Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:50458"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407342819Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407425233Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407486264Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407541785Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407595311Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407652545Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407709478Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407767474Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407819958Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.407872532Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.407924937Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:35141","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.407974505Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:35141"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.408744216Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.408821329Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.408880547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.409068293Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.409216698Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.40925287Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.409281787Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.409309673Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.409336777Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.409364091Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.409390213Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:36926","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.409414591Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:36926"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410116758Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410162889Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410190915Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410216717Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410244361Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410270984Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410296826Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410322757Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410441634Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.410472395Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.410681841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44015","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.410725769Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:44015"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411586941Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411646981Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411678243Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411706319Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411733883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411760857Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411788392Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411815446Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.411844103Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.411871517Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.412021255Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52590","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.412068118Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:52590"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.412804703Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.412862388Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.412891986Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41291914Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.412945753Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.412974971Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.413004791Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.413032897Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.413060001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.413086954Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.413346791Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:44754","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.41339674Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:44754"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414186791Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41424668Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414277251Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414304525Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41433221Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414360537Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414388853Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414418041Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414446428Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.414474153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.414628439Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:38000","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.41467391Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:38000"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.415565478Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.415689304Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.415722801Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.415751017Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41577796Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41580777Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.415834984Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.415861346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41588841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.415914602Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.416108357Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:37348","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.416154509Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:37348"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.416914009Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.416975031Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.417006343Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41703488Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.417062014Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.417088887Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.417117023Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.417144628Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.417171572Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.417199046Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41745761Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:54414","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.417505456Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:54414"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418363021Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418426818Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418459062Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.41848832Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418515454Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418545444Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418572728Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418599541Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418626545Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.41865446Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418826312Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:52608","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.418883065Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:52608"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.418909969Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.419827904Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.419884917Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.419917131Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.419943885Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.419969315Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.419994565Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.420020076Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.420045517Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.420070927Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.420310975Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:61524","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.420358178Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:61524"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.420382316Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.420401184Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"DNS population: DnsConfigParams {\n generation: 1,\n time_created: 2024-05-08T03:16:30.458810193Z,\n zones: [\n DnsConfigZone {\n records: {\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n port: 48474,\n prio: 0,\n target: \"1f4b0fd0-9b3c-4c87-bc38-f72ca7ee8c8e.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n port: 44092,\n prio: 0,\n target: \"24a730d5-3839-4d30-a63f-45c16a1a4958.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"24a730d5-3839-4d30-a63f-45c16a1a4958.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n port: 52764,\n prio: 0,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n Srv(\n Srv {\n port: 40284,\n prio: 0,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n port: 41231,\n prio: 0,\n target: \"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n port: 47597,\n prio: 0,\n target: \"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"1f4b0fd0-9b3c-4c87-bc38-f72ca7ee8c8e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n port: 61524,\n prio: 0,\n target: \"b4d75cb0-7331-4e37-8470-5d67b69f33f4.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n port: 44915,\n prio: 0,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n Srv(\n Srv {\n port: 45629,\n prio: 0,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"b4d75cb0-7331-4e37-8470-5d67b69f33f4.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"0492ef72-f9be-4529-a8de-e91765fe834a.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n port: 50788,\n prio: 0,\n target: \"0492ef72-f9be-4529-a8de-e91765fe834a.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n port: 54234,\n prio: 0,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n Srv(\n Srv {\n port: 64079,\n prio: 0,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n },\n zone_name: \"control-plane.oxide.internal\",\n },\n ],\n}","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.459394522Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.459548017Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"body":"Some(Body)","uri":"http://[::1]:41231/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.461376864Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:40114"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.461974893Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/config","method":"PUT","req_id":"cbf5c839-094e-476e-8988-b0a0869f19db","remote_addr":"[::1]:40114","local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.462871095Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"new_generation":1,"req_id":"cbf5c839-094e-476e-8988-b0a0869f19db","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.46299886Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.463033328Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.467994757Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.469220875Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.470193935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.470327561Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"new_generation":1,"req_id":"cbf5c839-094e-476e-8988-b0a0869f19db","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.470364264Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/config","method":"PUT","req_id":"cbf5c839-094e-476e-8988-b0a0869f19db","remote_addr":"[::1]:40114","local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server","latency_us":8427,"response_code":"204"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.4705433Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.477290717Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.477394724Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.477449042Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.478854958Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.479464297Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(41231), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"cbf5c839-094e-476e-8988-b0a0869f19db\", \"date\": \"Wed, 08 May 2024 03:16:30 GMT\"} })"} {"msg":"Running step configure_sled_agent1","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.481200773Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.522639466Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"body":"Some(Body)","uri":"http://[::1]:60620/omicron-zones","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.523809974Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39138"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.524139369Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"PUT","req_id":"dda6836a-a11b-4bf5-8859-9a013b7adbfd","remote_addr":"[::1]:39138","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.526144035Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"PUT","req_id":"dda6836a-a11b-4bf5-8859-9a013b7adbfd","remote_addr":"[::1]:39138","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1985,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.526399243Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(60620), path: \"/omicron-zones\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"dda6836a-a11b-4bf5-8859-9a013b7adbfd\", \"date\": \"Wed, 08 May 2024 03:16:30 GMT\"} })"} {"msg":"Running step configure_sled_agent2","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.527632475Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.56445947Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"body":"Some(Body)","uri":"http://[::1]:55865/omicron-zones","method":"PUT"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.565133994Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.565246628Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.565963243Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36610"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.566316205Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:49782","req_id":"fa5eb982-6884-4b68-8b7a-d09fb7193094","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 56 (0x38) bytes\n0000: 26 15 01 00 00 01 00 00 00 00 00 00 04 5f 6d 67 &............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 nal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.566374Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:49782","req_id":"fa5eb982-6884-4b68-8b7a-d09fb7193094","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.56661559Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.567004674Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.567286424Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.567383327Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:49782","req_id":"fa5eb982-6884-4b68-8b7a-d09fb7193094","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54234, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.567871768Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54234, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }], valid_until: Instant { tv_sec: 2113, tv_nsec: 738745567 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.5679482Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.567978641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:30.568201895Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"PUT","req_id":"c460706f-e591-495a-8e3c-bbea7e02f9ab","remote_addr":"[::1]:36610","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:30.568658002Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"PUT","req_id":"c460706f-e591-495a-8e3c-bbea7e02f9ab","remote_addr":"[::1]:36610","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":432,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.568945994Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(55865), path: \"/omicron-zones\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c460706f-e591-495a-8e3c-bbea7e02f9ab\", \"date\": \"Wed, 08 May 2024 03:16:30 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.570044679Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:30.570092154Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.721529925Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.721641988Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.721678992Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.721711236Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.723281268Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.723786022Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:59551","req_id":"a4d57867-2fc7-4b9b-87ba-19cf0e551f9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 97 (0x61) bytes\n0000: bd 64 01 00 00 01 00 00 00 00 00 00 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.724809487Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:59551","req_id":"a4d57867-2fc7-4b9b-87ba-19cf0e551f9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.725425782Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.725496914Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:59551","req_id":"a4d57867-2fc7-4b9b-87ba-19cf0e551f9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.725755308Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:56006","req_id":"bbef6731-c9e4-403a-b768-a20c3bdcee73","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 97 (0x61) bytes\n0000: 4d cb 01 00 00 01 00 00 00 00 00 00 2d 64 65 6e M...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.725820618Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:56006","req_id":"bbef6731-c9e4-403a-b768-a20c3bdcee73","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.726086667Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.726133179Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:56006","req_id":"bbef6731-c9e4-403a-b768-a20c3bdcee73","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.8596234Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"begin collection from MGS","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.859690564Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","mgs_url":"http://[::1]:54234"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.859835652Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.862498157Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.869847484Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:31.870135527Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.87028811Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.870377518Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.871703715Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.877523596Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/ignition\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe7998e-54d9-41a6-9a9a-6123f48a0d37\", \"content-length\": \"835\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.883825294Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.90466497Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70749c56-ca19-46ae-9dab-8218b15ba55e\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.906518777Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:31.912445475Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.912656925Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.9129712Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.913197871Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.914315033Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c61532f-e4c8-4a92-8b11-e701cb82fe85\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.914562455Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.940805295Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f9db97-2c6f-4e9c-a33d-88eea2cb8e71\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.941232004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.944523569Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffa5797-0e11-4358-8bdb-8b068bfef834\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.944977883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.949724261Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3bb31a-5e88-44fe-b33b-58c554b168fa\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.971627702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.973297733Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47ce5a3-ace2-46a8-b593-714f7a0a5416\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.973868839Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.97630833Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2089b5ac-e587-4b2a-8dbf-7e5bea0c664f\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.977387163Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.982608048Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bdb38f6-f883-4d52-8d17-70a4196e4054\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.983904616Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.989988394Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af11b0cd-57c3-449c-a4b3-88e75c04f7a1\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.991586732Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.993766707Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.993959962Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.994788229Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.995671856Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b05d31-5c26-4d82-9602-a6581da949a3\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.995983014Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.997976909Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41800ef7-0289-4c7a-930c-4c3c53dc2e5b\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.998054874Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.99827363Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.998328068Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:31.998358408Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.99838468Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:31.9994458Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.002535034Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a675a4a-f988-433b-b4e5-0d42308c308a\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.002801774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.005010957Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.01070353Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.010813458Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.010847817Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.010879089Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.010906684Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.011323903Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.012474782Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d306383-b15c-48dc-b714-dfea05ae30df\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.012727975Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.013872211Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.018320657Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.018380055Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.018411698Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.018865971Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.019659068Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb26c4e-45d2-4012-a09b-9a17fc6e92a9\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.019808636Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.020918911Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af9589c4-d1c8-4b92-a008-47cb52207a67\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.021031715Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.022525947Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a0d29e-08b0-4430-a44c-a1863608a24f\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.022670284Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.02367392Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b788a0a2-b38e-4587-bbc9-44957ad6a6d0\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.023826082Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.024962923Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439adb4f-8633-47f4-9ae0-4d695aff3379\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.025033413Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.026546311Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7fd5118-707d-470f-8950-52a62cad1681\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.026782391Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.028306391Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4d9171-45bf-49e6-acba-9765114e3fec\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.028366621Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.029798118Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d070ff6-e9ba-4aeb-8e03-314503640a4a\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.030142773Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.032952781Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fefa23ea-dbc1-4a57-af7a-e9d2c898c703\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.033056157Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.035259127Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4bff47-9137-4b22-8825-28b9fe839553\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.035462462Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.036444775Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee64c14-2760-44c6-bd68-9bbf47a5fc8c\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.036584794Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.037557518Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1069aa5-bb7d-43b3-b835-45b7144b76b9\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.037617317Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.038431015Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9228a0-6753-46d5-b300-d643cee91151\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.03855438Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.039455272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b6740cc-937f-427e-a112-c41c5d7eea60\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.039521473Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.040909734Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5171c4a-6cfa-498d-ab30-e277413e9047\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.041596124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.064724581Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db76b962-f160-4908-a1cc-d67ddf50a788\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.06490015Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.067846389Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ccf06a-8740-4677-934f-844682876a04\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.068170193Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.07038114Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d95cb567-3eaa-4ab2-b8bc-b813b1dacbb1\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.070625145Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.072180448Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"890a2640-9fc0-4419-b436-bff98ef8bcdf\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.072276569Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.073391636Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caffd4e9-aa1f-49a2-aa20-296e8d1da610\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.073581554Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.074639858Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22c3756-53d1-4b33-a6ac-ad6f01647474\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.074757337Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.075725582Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efcf4d4-a135-41a9-9a2f-6f0519c1e63a\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.075858136Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.077855197Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81be73d-1933-415d-a5ec-fe98186444ba\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.078143921Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","mgs_url":"http://[::1]:64079"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.078282487Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.080360309Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/ignition\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4e624e-522b-47f9-af30-3750d65e140e\", \"content-length\": \"835\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.080734623Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.081969789Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/switch/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa3d1b7-a664-463d-97d0-9bfc955e9f1e\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.082266449Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.083423841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/switch/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86af85ff-cdd4-49ea-8b1a-72b93c9e2910\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.083670912Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.086228428Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/sled/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2433756b-f0e1-4550-a92c-3b6105d20db1\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.086932443Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.08853006Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/sled/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c92612d-026a-43c3-b9e6-9e65c7088b5a\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.088624929Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.088916128Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.088956217Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.088984363Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.090845855Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.159751428Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:55865/network-bootstore-config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.16077832Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39042"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.161587519Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/network-bootstore-config","method":"GET","req_id":"8610585b-094e-4b12-adb8-b27273be9e77","remote_addr":"[::1]:39042","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.162170729Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/network-bootstore-config","method":"GET","req_id":"8610585b-094e-4b12-adb8-b27273be9e77","remote_addr":"[::1]:39042","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":650,"response_code":"200"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.162296885Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.170859788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.170954696Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.170988514Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.17102205Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.171051379Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.171789907Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.172403788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(55865), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8610585b-094e-4b12-adb8-b27273be9e77\", \"content-length\": \"189\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: ::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.173243808Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.173297896Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.173327685Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.174057567Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.175967976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.181875769Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.181986589Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.182020877Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.182601632Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.184237074Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.18429531Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.18432529Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.184351251Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.185112355Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.188107641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.19268305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.192807567Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.19318884Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.193790046Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.199098176Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"IpPool { parent: Fleet, key: f7a6399c-1774-415b-8c10-110d10cdb0a4, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.199244798Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.19928078Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.199321841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.199926884Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.20310799Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.211687987Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"IpPool { parent: Fleet, key: f7a6399c-1774-415b-8c10-110d10cdb0a4, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.211774269Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.211809599Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.213644878Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.218805696Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"IpPool { parent: Fleet, key: f7a6399c-1774-415b-8c10-110d10cdb0a4, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.21890807Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.218944692Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.218974913Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.220667208Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.224398498Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.2306957Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"IpPool { parent: Fleet, key: f7a6399c-1774-415b-8c10-110d10cdb0a4, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.350213929Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_agent_url":"http://[::1]:55865"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.350614576Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:55865/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.351526189Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"IpPool { parent: Fleet, key: f7a6399c-1774-415b-8c10-110d10cdb0a4, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.352062916Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.352117455Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.352145531Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.356557644Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.35783028Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34232"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.363575916Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"03d131dd-dd87-4afd-a678-3f3a0b2dc3dd","remote_addr":"[::1]:34232","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.366856489Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"03d131dd-dd87-4afd-a678-3f3a0b2dc3dd","remote_addr":"[::1]:34232","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3238,"response_code":"200"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.367614677Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.374897319Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"IpPool { parent: Fleet, key: f7a6399c-1774-415b-8c10-110d10cdb0a4, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.375917518Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(55865), path: \"/inventory\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03d131dd-dd87-4afd-a678-3f3a0b2dc3dd\", \"content-length\": \"2651\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.376456399Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:55865/omicron-zones","method":"GET"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.398452094Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"4619fa56-7ed7-4829-8800-90f5bd74f068","remote_addr":"[::1]:34232","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.399413766Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"4619fa56-7ed7-4829-8800-90f5bd74f068","remote_addr":"[::1]:34232","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":22683,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.400366972Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.40064268Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.400766346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.400872297Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.40494213Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.406096185Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(55865), path: \"/omicron-zones\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4619fa56-7ed7-4829-8800-90f5bd74f068\", \"content-length\": \"27\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.573235066Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_agent_url":"http://[::1]:60620"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.57334269Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:60620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.574465132Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47458"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.574699127Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"ebdce4e5-f4ec-4549-919f-4df54d141cd8","remote_addr":"[::1]:47458","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.575772301Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"ebdce4e5-f4ec-4549-919f-4df54d141cd8","remote_addr":"[::1]:47458","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":514,"response_code":"200"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.575844184Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.585755057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.596919972Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(60620), path: \"/inventory\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebdce4e5-f4ec-4549-919f-4df54d141cd8\", \"content-length\": \"2651\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.597505556Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:60620/omicron-zones","method":"GET"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.59869435Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"0d1ea7f9-ad64-4b73-97ef-2c89160a224c","remote_addr":"[::1]:47458","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.599984829Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"0d1ea7f9-ad64-4b73-97ef-2c89160a224c","remote_addr":"[::1]:47458","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":668,"response_code":"200"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.600205177Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(60620), path: \"/omicron-zones\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1ea7f9-ad64-4b73-97ef-2c89160a224c\", \"content-length\": \"1868\", \"date\": \"Wed, 08 May 2024 03:16:31 GMT\"} })"} {"msg":"finished collection","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.601701232Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.60177045Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.602264222Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.60239919Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.602486133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.604964151Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.613042996Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.635963916Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.639578804Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.639678563Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.641450947Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted blueprint","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.763362766Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","blueprint_id":"5d9ab912-c48a-43af-80a2-8b8488f127c6"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.763760918Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.763904714Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:32.763950826Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.763981046Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.765800995Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.77036961Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:32.774301799Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.784350021Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.784441873Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.784472755Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.895468564Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.931856847Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.93201429Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Inserted service networking records","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.932087145Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Inserted physical disks","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.932158828Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Inserted zpools","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.932226612Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Inserted datasets","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:32.932292193Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.0333335Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.041449333Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.041973406Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.042127752Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.042175828Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.042207641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.042885459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.044876038Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.048108265Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.049930248Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.050062712Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.050265134Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.050312969Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.053578924Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.06213863Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.065050681Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.12143872Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.121875669Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.122018132Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.122147219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.123481001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.131347091Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.158737608Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.15885424Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.159059518Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.1620673Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.16224351Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.162526854Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.167258888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.172450951Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.180518694Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.180590517Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.180623412Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.180647761Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.181483492Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.188392201Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.198968976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.221911218Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Created recovery user","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.241217404Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Created recovery user's password","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.266060396Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.266155255Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Silo { parent: Fleet, key: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, lookup_type: ById(ad271cae-21c6-4ec4-8e78-b2d0def2cac7) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.266192028Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"ad271cae-21c6-4ec4-8e78-b2d0def2cac7","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.266221948Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.266249773Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.267257447Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.270021453Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.270185109Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.27022627Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.27064341Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.272741803Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.277156617Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Silo { parent: Fleet, key: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, lookup_type: ById(ad271cae-21c6-4ec4-8e78-b2d0def2cac7) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.277292457Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"inserted inventory collection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.282401056Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","collection_id":"2b7e141d-206d-4144-aa5b-85558900ed6a"} {"msg":"inventory collection complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.28705128Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","time_started":"2024-05-08 03:16:31.859237 UTC","collection_id":"2b7e141d-206d-4144-aa5b-85558900ed6a"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.287229304Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"elapsed":"2.884521505s"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.28750845Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.287561435Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"41.483µs"} {"msg":"Granted Silo privileges","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.287590242Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.314527729Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.314632227Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.329686451Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.334682155Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.334791061Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.336141928Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.339913107Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.339973247Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.340662447Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.346415067Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.346488052Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.346523642Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.346552339Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.347283133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.357826719Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.357919574Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.357951638Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.366923479Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.378600594Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.379103975Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.37916181Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.380123182Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.383886776Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.397701658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.397787619Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.39781847Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.397861295Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.397894381Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.39792383Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.398307753Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.402044073Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.40210776Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.402144743Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.403059362Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.407245912Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.407354468Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.407387825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.408118658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.412949574Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.428940473Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.429105371Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.429207284Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.429895022Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.437598641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.437695193Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.439046921Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.448168342Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.448289613Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.451426952Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.460067504Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.460240849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.461238232Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.466314466Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.466400568Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.466436158Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.466477591Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.467695132Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.470321755Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.470453357Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.47065134Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.472238106Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.476984765Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.477042389Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.477075165Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.477968281Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.480089499Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.491308519Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.491610529Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.491660068Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.491707923Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.491941417Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.494866544Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.494946984Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.495747706Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.498591401Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.49886227Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.500007206Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.505078371Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.505156977Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.505963601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.5102423Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.51116258Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.511394461Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.511546483Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.51273659Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.514593272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.514704383Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.514793169Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.515638109Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.5185955Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.518711681Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.518844596Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.521656868Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.52526857Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.534904785Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.535061967Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.535093771Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.53513387Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.535165844Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.535194331Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.536243677Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.540451294Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.540561884Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.540596173Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.541232237Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.545642993Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.545745928Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.545776729Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.546542703Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.548963887Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.556977673Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.557179164Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.557335855Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.557987511Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.565985135Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.566056888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.567358125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.572310125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.572597447Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.573197871Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.577312838Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.577425683Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.578300112Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.581253164Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.581485997Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.5855723Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.58912767Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.589212299Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.589249623Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.589279272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.589980597Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.592554174Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.592639133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.59267782Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.594306238Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.596978733Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.597410802Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.597471112Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.599763601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.603722413Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.612932488Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.613073137Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.613107466Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.613148107Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.613179459Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.613206833Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.613644864Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.615751413Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.615869899Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.615907143Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.61674535Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.624589907Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.624666098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.624697751Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.625464486Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.627964818Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.636642925Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.636759948Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.636805969Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.637300673Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.647541638Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 51171529-952a-4aca-8746-49a904cd0f4a, kind: Service { id: f39021dd-d30c-4cd5-a6db-83d3bd91b742 }, name: Name(\"external-dns-f39021dd-d30c-4cd5-a6db-83d3bd91b742\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: f1a4c17c-45d9-47cc-9eae-a75176ea8dad, kind: Service { id: 24a730d5-3839-4d30-a63f-45c16a1a4958 }, name: Name(\"nexus-24a730d5-3839-4d30-a63f-45c16a1a4958\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.649208262Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_agent_rules":"[VpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 51171529-952a-4aca-8746-49a904cd0f4a, kind: Service { id: f39021dd-d30c-4cd5-a6db-83d3bd91b742 }, name: Name(\"external-dns-f39021dd-d30c-4cd5-a6db-83d3bd91b742\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }] }, VpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f1a4c17c-45d9-47cc-9eae-a75176ea8dad, kind: Service { id: 24a730d5-3839-4d30-a63f-45c16a1a4958 }, name: Name(\"nexus-24a730d5-3839-4d30-a63f-45c16a1a4958\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.649356316Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.708345199Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2024-05-08T03:16:30.103145Z, time_modified: 2024-05-08T03:16:30.103145Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: 0, usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(60620), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.709283405Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.709363234Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.709401169Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.711211259Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.717631606Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.717706986Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.717844139Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.717892875Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.718576445Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.721011387Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.730511929Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.805227318Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:60620/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.806147237Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33502"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.806867018Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ec717821-3bd8-4acf-a2ca-19393f1fc9ee","remote_addr":"[::1]:33502","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.809768318Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ec717821-3bd8-4acf-a2ca-19393f1fc9ee","remote_addr":"[::1]:33502","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2894,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.810540153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(60620), path: \"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ec717821-3bd8-4acf-a2ca-19393f1fc9ee\", \"date\": \"Wed, 08 May 2024 03:16:33 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.815834057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.816145226Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.816305335Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.818322801Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.818742125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.818800632Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.81883013Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.818858958Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.820726581Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.820815809Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.820848133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.821114242Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.821166156Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.821192859Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.82122352Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.821818633Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.82188752Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.821948551Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.824384726Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.824442851Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.824488703Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.824518722Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.824546137Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.827302979Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.827523508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.82890242Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.829056927Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.829160894Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.829246784Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.830631488Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.831079789Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.831206121Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.83124081Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.83127118Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.831902225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.831963106Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.831996062Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.832028195Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.832057403Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.83291563Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.834514309Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:52572","req_id":"c62579e9-8c86-4e81-82d0-b93ab26dedb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 64 (0x40) bytes\n0000: f9 47 01 00 00 01 00 00 00 00 00 00 0c 5f 6e 61 .G..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.83471095Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:52572","req_id":"c62579e9-8c86-4e81-82d0-b93ab26dedb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.834991328Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.83510328Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.83520856Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:52572","req_id":"c62579e9-8c86-4e81-82d0-b93ab26dedb8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41231, target: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.83537987Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57163","req_id":"9ea51678-cc39-4802-a080-9124e11d480d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 65 (0x41) bytes\n0000: 02 a6 01 00 00 01 00 00 00 00 00 00 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.835434259Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57163","req_id":"9ea51678-cc39-4802-a080-9124e11d480d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.835601341Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.835799976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.83593792Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57163","req_id":"9ea51678-cc39-4802-a080-9124e11d480d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47597, target: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.836071265Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.848688072Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.850168907Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.856808791Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.856899Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.856934771Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.85755274Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.857697758Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.86205199Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.862441384Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.862562795Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.86332183Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.865041329Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.877404955Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.87797591Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.878037573Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"reading DNS zones","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.878069276Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.878097272Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.878127762Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.882410544Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.882526074Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.884652963Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.888144754Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.888294001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"reading DNS zones","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.888624538Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.888710219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.888858433Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.888960156Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.889204351Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.890060694Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.890344709Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.890958299Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.891375925Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.891611232Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.893426813Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.894356098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","candidates":"[(2b7e141d-206d-4144-aa5b-85558900ed6a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.894439484Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.895405535Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.903875994Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.903966304Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.90401456Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.904574543Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.904882185Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.916011178Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.916170976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.91620828Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.917312386Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.917712471Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.924230854Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.924325812Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.924361012Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.924719145Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.925014041Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.925068429Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"813f2001-a695-458c-8454-7087fb72ef4d"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.925105132Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.925134711Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.925163869Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.925190983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.925718141Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.928235918Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.929024666Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.929241177Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.929290295Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.93025841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.930604067Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41231, target: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 101514639 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.930671651Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","name":"Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.931302706Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47597, target: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 101879755 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.931394108Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","name":"Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.931431332Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.938657254Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.938823875Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.939162729Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.939515601Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.940181816Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.940268047Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.940356022Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.940388236Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.942716025Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.951421346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57912","req_id":"94feefc5-a1c2-4239-863e-4fc2c207162b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 56 (0x38) bytes\n0000: 21 b9 01 00 00 01 00 00 00 00 00 00 04 5f 6d 67 !............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 nal..!.."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.951540633Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57912","req_id":"94feefc5-a1c2-4239-863e-4fc2c207162b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.951965238Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.952684368Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.953044594Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.953148941Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57912","req_id":"94feefc5-a1c2-4239-863e-4fc2c207162b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54234, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.953554077Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.958181589Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.958244304Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.958276007Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.959014375Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.959742503Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","found_so_far":17,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"813f2001-a695-458c-8454-7087fb72ef4d"} {"msg":"read DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.959802663Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.959833183Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","generation":1} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.959857592Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"141.118786ms"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.959882752Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:33.959908052Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no servers"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.959931269Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"33.276µs"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.964805494Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.973448321Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.976589988Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.978751516Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54234, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 148002297 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.978920071Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.978956644Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.978983738Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:63085","req_id":"ec91878e-c7a6-4bb1-9d82-c259740f3851","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 88 (0x58) bytes\n0000: e0 31 01 00 00 01 00 00 00 00 00 00 24 34 34 63 .1..........$44c\n0010: 33 34 31 30 31 2d 36 62 31 62 2d 34 33 63 65 2d 34101-6b1b-43ce-\n0020: 38 62 65 30 2d 63 38 30 65 35 66 64 37 63 36 31 8be0-c80e5fd7c61\n0030: 30 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 0.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 nal....."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.979020551Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:63085","req_id":"ec91878e-c7a6-4bb1-9d82-c259740f3851","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 52,\n 52,\n 99,\n 51,\n 52,\n 49,\n 48,\n 49,\n 45,\n 54,\n 98,\n 49,\n 98,\n 45,\n 52,\n 51,\n 99,\n 101,\n 45,\n 56,\n 98,\n 101,\n 48,\n 45,\n 99,\n 56,\n 48,\n 101,\n 53,\n 102,\n 100,\n 55,\n 99,\n 54,\n 49,\n 48,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.980939848Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.9810719Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:63085","req_id":"ec91878e-c7a6-4bb1-9d82-c259740f3851","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"44c34101-6b1b-43ce-8be0-c80e5fd7c610.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.981267519Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57277","req_id":"ea58e354-dfe0-4e05-b616-779a98b664ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 88 (0x58) bytes\n0000: 82 63 01 00 00 01 00 00 00 00 00 00 24 66 33 39 .c..........$f39\n0010: 30 32 31 64 64 2d 64 33 30 63 2d 34 63 64 35 2d 021dd-d30c-4cd5-\n0020: 61 36 64 62 2d 38 33 64 33 62 64 39 31 62 37 34 a6db-83d3bd91b74\n0030: 32 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 2.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 nal....."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.981367368Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57277","req_id":"ea58e354-dfe0-4e05-b616-779a98b664ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 102,\n 51,\n 57,\n 48,\n 50,\n 49,\n 100,\n 100,\n 45,\n 100,\n 51,\n 48,\n 99,\n 45,\n 52,\n 99,\n 100,\n 53,\n 45,\n 97,\n 54,\n 100,\n 98,\n 45,\n 56,\n 51,\n 100,\n 51,\n 98,\n 100,\n 57,\n 49,\n 98,\n 55,\n 52,\n 50,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.985228566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.985276291Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:57277","req_id":"ea58e354-dfe0-4e05-b616-779a98b664ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"f39021dd-d30c-4cd5-a6db-83d3bd91b742.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found zones","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.98543161Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.985483674Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"d176fb2a-afee-4304-b77c-b70863de13bf"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.985518643Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.985550206Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:33.98558247Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.985746566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.986476849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.98792573Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","addresses":"DnsServersList { addresses: [[::1]:41231] }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.98804678Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"167.020856ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:33.988164454Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","addresses":"DnsServersList { addresses: [[::1]:47597] }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.988637976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"166.696561ms"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:33.988955508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.119424734Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_server_url":"http://[::1]:41231","servers":"DnsServersList { addresses: [[::1]:41231] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:41231/config","method":"PUT"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.122666901Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:34.122745677Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.122777731Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"74.117µs"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.122979011Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.136947469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.137055423Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.137091004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.137729584Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.138692519Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-05-08T03:16:28.364988Z, time_modified: 2024-05-08T03:16:28.364988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, db_silo: Silo { identity: SiloIdentity { id: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2024-05-08T03:16:33.041838Z, time_modified: 2024-05-08T03:16:33.041838Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, db_silo: Silo { identity: SiloIdentity { id: ad271cae-21c6-4ec4-8e78-b2d0def2cac7, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2024-05-08T03:16:33.041838Z, time_modified: 2024-05-08T03:16:33.041838Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.138799061Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"314.435404ms"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.202823745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.202937672Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.202969505Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20299692Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203124824Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203175735Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203228189Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203256065Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203282738Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203306846Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203330623Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203355663Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20337946Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203559208Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203816469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.203978822Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204021467Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20404814Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204074663Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204100624Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204172537Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204212296Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204239671Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204263598Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204288117Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204516111Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204626971Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204660097Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204688133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204714305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204739485Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204764935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204789995Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204816167Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204842439Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204870004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204896397Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.204922098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20494847Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20497362Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205000363Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205027668Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205053098Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20507898Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205103228Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205127957Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205150672Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205173788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205196774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205377634Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205413485Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20544117Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205467472Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205492171Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20551633Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205539676Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205563263Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205587551Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205612471Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205637911Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205661478Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205684774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205708722Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205731547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205755706Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205778751Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205802188Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205825524Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205849041Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20588884Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205916405Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205941565Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205965944Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.205990412Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206013438Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206038378Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206063758Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206088157Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20611506Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206141903Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206166472Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206191462Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206217183Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206242744Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206268145Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206294146Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206317122Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206498903Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206640796Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206749061Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206776716Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206800814Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.206918648Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207060721Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207177082Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207207933Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207232192Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207258815Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207285969Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207312942Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207338142Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207362641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207441147Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207482359Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20750794Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207532379Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207557058Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207581687Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20760847Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207634702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207658379Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207682046Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207706825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207731094Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207757196Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207815121Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207853667Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207879449Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207904909Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20793051Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20795538Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.207982143Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208010239Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208036731Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208058886Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208084877Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208307831Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208476386Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208521305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208545834Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208571124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208594671Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208617286Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208639901Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208665933Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208691804Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208716353Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208738898Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208761723Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208786122Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20881061Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208837213Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20886069Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208886632Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208911411Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208937693Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208961721Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.208984496Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209008754Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209033734Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-announce","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20905658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-announce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209078924Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-announce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209101619Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209126308Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209149975Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2091724Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209197019Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209219794Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209243972Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209266968Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209290004Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209312939Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209335574Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209357999Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209382347Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209404882Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209427667Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209449781Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209533829Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209565151Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209590231Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209614699Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209642615Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209667935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209692023Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209714989Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209738796Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.20976109Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209783806Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209805849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209827783Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209850508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209873714Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209895889Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209918734Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209941139Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/timeseries/schema","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209963192Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.209985547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210008723Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210049173Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210079995Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210104954Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.21012806Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210152569Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210175885Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210198941Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210222849Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210246125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210269652Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210304872Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210332557Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210355513Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210379079Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210403207Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210426694Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210450411Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210473507Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210496914Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210607904Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210637273Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210659687Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.210680859Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.210703384Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:32951","component":"dropshot_external","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280448772Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280554723Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280586596Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280611406Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280635083Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280661806Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280686275Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280772215Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280805622Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280829509Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280852445Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280875852Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280900561Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280923516Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280946131Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280969718Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.280993015Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281017363Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281040499Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281063405Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281085819Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281108153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281130989Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281283452Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281319955Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281343702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281387068Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281414663Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281438881Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281461697Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281484041Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281508279Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.281683848Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282268882Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282311005Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282417056Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28245931Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282485252Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282508638Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282531324Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28255471Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282577846Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282600762Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282623827Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282646673Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282669629Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282692775Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28271571Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282738616Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282761281Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282830398Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28286659Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282892001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282914986Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282938052Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282960788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.282983493Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28300738Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283031679Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283054895Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2830779Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283101598Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283124683Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283147359Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283169883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283193029Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283216436Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283338238Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283365202Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283388057Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283410552Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283435602Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283458788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283481293Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283503777Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283526192Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283548837Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283570991Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283593556Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283616301Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28377651Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283814666Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283838723Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283864625Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2838874Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283910516Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283934915Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283958171Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.283981678Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284006888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284032148Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28405827Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284082278Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284107909Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284131936Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284155634Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284178359Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28423928Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284267867Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284347295Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284396883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284740156Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284778372Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284804674Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284828792Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284851988Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284874363Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284896898Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284919683Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284942047Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284964191Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.284986225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285062988Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285102517Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285126113Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285148768Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285171353Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285194219Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285217285Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285243387Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285273707Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28551159Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2855467Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285569956Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285593002Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285616128Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285710876Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285855985Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.285950062Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28598446Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2860646Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286101192Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286126292Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286149949Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286173436Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286195911Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286218626Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286244217Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286269858Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286294327Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286317583Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286340639Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286363564Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286555666Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286715013Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286743961Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286768469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286791635Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28681427Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286837487Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-announce","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286860683Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-announce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2868845Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-announce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286907837Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286931413Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286955451Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.286978768Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287001823Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28702524Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287049498Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287072935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2870958Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287119107Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287142313Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287164657Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287187152Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287209837Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287233634Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.2872567Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287278934Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287451508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28754333Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287574933Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287599021Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287622878Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287645403Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287667868Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287690453Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287713038Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287735883Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287758508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287781424Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287803768Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287826213Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287848968Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287872745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287895641Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/timeseries/schema","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287918596Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287940841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287963145Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.287985469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288008064Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28803094Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288053865Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288076621Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288099386Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288121961Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288144646Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28816703Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288190106Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288212922Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288235587Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28825737Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288279244Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288301097Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288322971Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288345205Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288367429Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288389212Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288411346Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28843314Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288454592Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.288476746Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288497538Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:38465","component":"dropshot_external_techport","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"registered DTrace probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288518409Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288540383Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:61544","component":"dropshot","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.288565082Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:61544","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288590773Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:61544","component":"dropshot","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:61544","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288613939Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288633819Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","addr":"127.0.0.1:44092"} {"msg":"starting producer registration task","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288656374Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.288675752Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"file":"oximeter/producer/src/lib.rs:284","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","interval":"10s","address":"127.0.0.1:61544","producer_id":"24a730d5-3839-4d30-a63f-45c16a1a4958","route":"//24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.288701523Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288727605Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288749148Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.288774699Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"using nexus address for registration","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.28879522Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","addr":"127.0.0.1:44092"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.338651873Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://127.0.0.1:44092/metrics/producers","method":"POST"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.339562744Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:55625","req_id":"b06a50c1-9431-4c26-8604-d4fd9529d067","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 97 (0x61) bytes\n0000: e6 3e 01 00 00 01 00 00 00 00 00 00 2d 64 65 6e .>..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.339740818Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:55625","req_id":"b06a50c1-9431-4c26-8604-d4fd9529d067","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.340096495Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.340165974Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:55625","req_id":"b06a50c1-9431-4c26-8604-d4fd9529d067","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.340417183Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:56778","req_id":"bf69d767-03f2-4cd5-aaeb-ec00b0a5ded0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 97 (0x61) bytes\n0000: aa cd 01 00 00 01 00 00 00 00 00 00 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 ."} {"msg":"message_request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.34048077Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:56778","req_id":"bf69d767-03f2-4cd5-aaeb-ec00b0a5ded0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n}"} {"msg":"query key","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.34058149Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.340676058Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"peer_addr":"[::1]:56778","req_id":"bf69d767-03f2-4cd5-aaeb-ec00b0a5ded0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.340734153Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:60307"} {"msg":"found all DNS names for zone","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.341036825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"d176fb2a-afee-4304-b77c-b70863de13bf"} {"msg":"read DNS config","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.341102987Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.341134439Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","generation":2} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.341164529Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":3,"elapsed":"520.017254ms"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.341411681Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.400286637Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_server_url":"http://[::1]:47597","servers":"DnsServersList { addresses: [[::1]:47597] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:47597/config","method":"PUT"} {"msg":"begin collection","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.584180582Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"begin collection from MGS","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.584326532Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","mgs_url":"http://[::1]:54234"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.58437084Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.586380436Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/config","method":"PUT","req_id":"4a92f3cb-3e75-4fca-b8ae-03abbc122932","remote_addr":"[::1]:60307","local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.586891482Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:54352"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.586972323Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:65533"} {"msg":"attempting generation update","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.588512741Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"new_generation":1,"req_id":"4a92f3cb-3e75-4fca-b8ae-03abbc122932","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.588579895Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"new_generation":1,"req_id":"4a92f3cb-3e75-4fca-b8ae-03abbc122932","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.588753831Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/config","method":"PUT","req_id":"4a92f3cb-3e75-4fca-b8ae-03abbc122932","remote_addr":"[::1]:60307","local_addr":"[::1]:41231","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1888,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.588994419Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.589051813Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.589083506Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.589144698Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.5926907Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.594138711Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/config","method":"PUT","req_id":"43f98ce6-fe2c-4546-8d44-151d980a75b0","remote_addr":"[::1]:54352","local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.594344681Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"10cc2373-301f-4dfc-a165-56542d9cefd4","remote_addr":"127.0.0.1:65533","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.595165573Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_server_url":"http://[::1]:41231","servers":"DnsServersList { addresses: [[::1]:41231] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(41231), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4a92f3cb-3e75-4fca-b8ae-03abbc122932\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.595349369Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_server_url":"http://[::1]:41231","servers":"DnsServersList { addresses: [[::1]:41231] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"DNS propagation: done","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.596280992Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"servers":"DnsServersList { addresses: [[::1]:41231] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.596653993Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"elapsed":"607.810025ms"} {"msg":"attempting generation update","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.59685356Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"new_generation":2,"req_id":"43f98ce6-fe2c-4546-8d44-151d980a75b0","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.596900453Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.597111142Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.598395045Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.60050437Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.601500942Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.601556202Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"new_generation":2,"req_id":"43f98ce6-fe2c-4546-8d44-151d980a75b0","component":"store","component":"external_dns_server"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.603327584Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"10cc2373-301f-4dfc-a165-56542d9cefd4","remote_addr":"127.0.0.1:65533","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.603409858Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"10cc2373-301f-4dfc-a165-56542d9cefd4","remote_addr":"127.0.0.1:65533","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.606157712Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"10cc2373-301f-4dfc-a165-56542d9cefd4","remote_addr":"127.0.0.1:65533","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.607335945Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/config","method":"PUT","req_id":"43f98ce6-fe2c-4546-8d44-151d980a75b0","remote_addr":"[::1]:54352","local_addr":"[::1]:47597","component":"http","kind":"dns","component":"external_dns_server","latency_us":13583,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.610847899Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_server_url":"http://[::1]:47597","servers":"DnsServersList { addresses: [[::1]:47597] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(47597), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"43f98ce6-fe2c-4546-8d44-151d980a75b0\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.610942417Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"dns_server_url":"http://[::1]:47597","servers":"DnsServersList { addresses: [[::1]:47597] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"DNS propagation: done","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.616641054Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"servers":"DnsServersList { addresses: [[::1]:47597] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.616959036Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"elapsed":"275.569625ms"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.624359843Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.626778533Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.626915014Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.626954713Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.627051556Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.627258567Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.627930183Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.631729819Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/ignition\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6596963c-2288-4e4c-a386-3fb5577302c8\", \"content-length\": \"835\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.633448128Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.633613377Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.640432717Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.64049935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.640533999Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.641198731Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.641920035Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"10cc2373-301f-4dfc-a165-56542d9cefd4","remote_addr":"127.0.0.1:65533","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error_message_external":"Service Unavailable","error_message_internal":"no oximeter collectors available","latency_us":47884,"response_code":"503"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.642503074Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv4(127.0.0.1)), port: Some(44092), path: \"/metrics/producers\", query: None, fragment: None }, status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10cc2373-301f-4dfc-a165-56542d9cefd4\", \"content-length\": \"133\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:34.648205805Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"10cc2373-301f-4dfc-a165-56542d9cefd4\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 08 May 2024 03:16:34 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"10cc2373-301f-4dfc-a165-56542d9cefd4\\\" }\"","delay":"373.306481ms"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.650419286Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4fcfd0-69b1-4105-bb9a-01c63265bac9\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.650598683Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.652753258Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d28b7e9-23f2-419b-b8c3-1dbf57669229\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.652917815Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.654408299Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b6f183-a495-4446-a6d7-c0f947f40e25\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.65452471Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.655880807Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707b9a47-518c-4db2-8a86-a54cf20a1cf5\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.655964223Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.661197645Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61abfda3-d965-4a22-80a2-fdf7ac50243f\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.661364416Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.662274997Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef1010b-0eba-4324-adf3-b3e9ec278e7c\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.663650222Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.664683777Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac227656-60e4-404b-8aa3-e03057ca8acb\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.664808124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.665830628Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c57a8c1-02ca-4b1b-8a3b-205b4d8844bc\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.665905366Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.666895796Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d84ba3e-a887-4f0f-92f2-2d44d90abf5d\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.666982839Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.667817148Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c5033b-a0fd-4a1f-abf5-50719429eefa\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.668081724Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.669296309Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"237844a0-e804-489c-b0d0-5ad225bd1374\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.669372351Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.670760982Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2046e087-344a-4ba2-95e2-dc89f1f57095\", \"content-length\": \"86\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.671069746Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.672287748Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d44178d8-b34e-4f20-895d-d725d5f65281\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.672360793Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.674361171Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb9aed5e-e142-4e64-a4a2-50a097c2ac8d\", \"content-length\": \"80\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.674530929Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.676311056Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dc13460-bb58-4585-9112-7c8dc0dd82fa\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.677174075Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.677245788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5b0183-f628-4467-811d-c2e9457ab21d\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.677299124Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.677338492Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777b266d-e295-447e-a3eb-ded880359f24\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.677441156Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.678106947Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/switch/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db554a1-1543-4169-923e-11fa1456c24a\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.678177648Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.679845658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e1fb933-efd4-4f0b-be29-7506fabed029\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.680431543Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.681844983Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9926d5-a8f5-4f76-8859-8a171ba53c43\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.681924381Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.683440867Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45195ebb-9bd1-4640-b8e5-aa27b16e1907\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.68351788Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.684859658Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f8d70b-4161-472d-844a-e67c821a64a2\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.684937713Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.68650999Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf958cf7-0180-41ac-a28a-5502facf546a\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.686586873Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.687557854Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d6a37c-43ac-444c-bc83-5a1dac9b575a\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.687892569Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.688775976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c7bf3ae-a10d-4e80-83fa-491ceae9a5aa\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.688871586Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.693908901Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83858b24-fe41-4cbf-9fa3-65894e668b1f\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.694472291Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.698850828Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b91df56a-d142-4949-a987-cd683a89324b\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.699197327Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.700940774Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82cd3709-039f-4fb2-8602-7a0e04a38148\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.701594825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.70459989Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3226a673-8557-4727-84f6-7fcc1d1ea2bb\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.704840248Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.706839424Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20df88b-5881-4fb3-a5ef-20c01bc25907\", \"content-length\": \"84\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.707211223Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Running step start_oximeter","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.736526418Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.736855913Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"registered DTrace probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.738280737Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.73841337Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"file":"oximeter/collector/src/lib.rs:194","component":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.738611074Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","component":"oximeter","addresses":"[[::1:0:0:0:1]:53, [::2:0:0:0:1]:53, [::3:0:0:0:1]:53, [::4:0:0:0:1]:53, [::5:0:0:0:1]:53]"} {"msg":"creating ClickHouse client","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.738801823Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.855492935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.869989552Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9504705-e6a5-4a9d-addd-a5fb25cc13a0\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.870462463Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:34.872094017Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:679","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.872173084Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.872202483Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SHOW CLUSTERS FORMAT JSONEachRow;"} {"msg":"reading db version","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.879459514Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:617","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.879544823Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:34.883545745Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:679","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.883709109Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:621","component":"oximeter","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:34.883759991Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:626","component":"oximeter"} {"msg":"wiping ClickHouse database","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.883790812Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.883831473Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"DROP DATABASE IF EXISTS oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.886558566Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.88668125Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.88815979Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9306445-0463-4707-a6ef-81f1170d77d7\", \"content-length\": \"79\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.889103977Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:54234/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.890741293Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.898756743Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de32610-9a18-4241-8a40-4d4e07934ec4\", \"content-length\": \"702\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.898954436Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.899362678Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.906106954Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b93bb1-a52c-4c8a-b210-3828bf86f260\", \"content-length\": \"727\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.906484946Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.907084227Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.912793671Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccda9590-b7b3-4854-a074-9725bf2aefd8\", \"content-length\": \"729\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.913143216Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:54234/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.914355577Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.916557696Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:54234","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(54234), path: \"/sp/sled/1/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ade4ab-e763-4884-900c-9e7204654036\", \"content-length\": \"728\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.916713416Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","mgs_url":"http://[::1]:64079"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.916758305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.918699054Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/ignition\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520904c7-8b66-4eaa-934d-c61e68c6ea84\", \"content-length\": \"835\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.918932228Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.919889912Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/switch/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37940d46-09f0-4467-8214-8c3ad953418f\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.920071503Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/switch/1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.921269375Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.921900731Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/switch/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca74da30-796c-4b4d-b7ea-3c7e14d72ab0\", \"content-length\": \"387\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.922108664Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.92296155Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/sled/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759d5b38-36a0-40f9-b36f-6af4742e4084\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.923195616Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:64079/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.923975366Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"gateway_url":"http://[::1]:64079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(64079), path: \"/sp/sled/1\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8918055-ad51-42eb-996b-b97a5ff2fa2b\", \"content-length\": \"376\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.924075546Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.924249131Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.924297737Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.924328108Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.92535483Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.926971815Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.928405516Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.933138588Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.933257825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.933297213Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.933327584Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.933355309Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.933694954Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.935656525Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.953274457Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.970404301Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.970617134Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.970725509Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:34.972939171Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:34.974409445Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.045321285Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_agent_url":"http://[::1]:55865"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.045409631Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:55865/inventory","method":"GET"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.100970001Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://127.0.0.1:44092/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.101404104Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48093"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.101969078Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.113435359Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"a1e91ab1-f050-4775-9c38-66a7ea8e03de","remote_addr":"[::1]:48093","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.114749753Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:47644"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.115372802Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"a1e91ab1-f050-4775-9c38-66a7ea8e03de","remote_addr":"[::1]:48093","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":13037,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.116271289Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"d70105cb-6601-436d-8596-9c1e44a8fa96","remote_addr":"127.0.0.1:47644","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.116601555Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(55865), path: \"/inventory\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e91ab1-f050-4775-9c38-66a7ea8e03de\", \"content-length\": \"2651\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.117692134Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:55865/omicron-zones","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.118289412Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d70105cb-6601-436d-8596-9c1e44a8fa96","remote_addr":"127.0.0.1:47644","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.118462466Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d70105cb-6601-436d-8596-9c1e44a8fa96","remote_addr":"127.0.0.1:47644","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.119523225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d70105cb-6601-436d-8596-9c1e44a8fa96","remote_addr":"127.0.0.1:47644","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.120971104Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"95e04268-bcde-4e89-8d4c-71d13ddc0854","remote_addr":"[::1]:48093","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.121303255Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"95e04268-bcde-4e89-8d4c-71d13ddc0854","remote_addr":"[::1]:48093","local_addr":"[::1]:55865","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":358,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.12158258Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.122856824Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:55865","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(55865), path: \"/omicron-zones\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e04268-bcde-4e89-8d4c-71d13ddc0854\", \"content-length\": \"27\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.231793329Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","sled_agent_url":"http://[::1]:60620"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.231922305Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:60620/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.232540976Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"d70105cb-6601-436d-8596-9c1e44a8fa96","remote_addr":"127.0.0.1:47644","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error_message_external":"Service Unavailable","error_message_internal":"no oximeter collectors available","latency_us":116254,"response_code":"503"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.233235026Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39428"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.233387138Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv4(127.0.0.1)), port: Some(44092), path: \"/metrics/producers\", query: None, fragment: None }, status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70105cb-6601-436d-8596-9c1e44a8fa96\", \"content-length\": \"133\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:35.234664508Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d70105cb-6601-436d-8596-9c1e44a8fa96\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 08 May 2024 03:16:34 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d70105cb-6601-436d-8596-9c1e44a8fa96\\\" }\"","delay":"320.215852ms"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.23503268Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.235291525Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"53272ae6-59cf-4eb0-af34-c5d97f134af3","remote_addr":"[::1]:39428","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.235853653Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/inventory","method":"GET","req_id":"53272ae6-59cf-4eb0-af34-c5d97f134af3","remote_addr":"[::1]:39428","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":615,"response_code":"200"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.236066837Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(60620), path: \"/inventory\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53272ae6-59cf-4eb0-af34-c5d97f134af3\", \"content-length\": \"2651\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.236373727Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"None","uri":"http://[::1]:60620/omicron-zones","method":"GET"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.236588935Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"90e004af-b1ef-4b2b-8ee6-d701be1c7560","remote_addr":"[::1]:39428","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.236859443Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/omicron-zones","method":"GET","req_id":"90e004af-b1ef-4b2b-8ee6-d701be1c7560","remote_addr":"[::1]:39428","local_addr":"[::1]:60620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":278,"response_code":"200"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.237072156Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"SledAgent":"http://[::1]:60620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(60620), path: \"/omicron-zones\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e004af-b1ef-4b2b-8ee6-d701be1c7560\", \"content-length\": \"1868\", \"date\": \"Wed, 08 May 2024 03:16:34 GMT\"} })"} {"msg":"finished collection","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.23972439Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.239811263Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.239911813Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.239965951Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.239999247Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.240874447Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.241947341Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.245700063Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.252816304Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.253135339Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.253186801Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.254086751Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.254809979Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.263621769Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.276386533Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.282674101Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.289179254Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.299376853Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.306826166Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.3150199Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.334102347Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.356949808Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.373233604Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.397433888Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.421986652Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.433899151Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.446569577Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.461815287Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.484106163Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.500434523Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.519221735Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.53471502Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.545657159Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.614114646Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://127.0.0.1:44092/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.615191702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:43554"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.615959489Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.61731276Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"7b2fcddb-d0da-4716-a166-c47e307425bc","remote_addr":"127.0.0.1:43554","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.618254473Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7b2fcddb-d0da-4716-a166-c47e307425bc","remote_addr":"127.0.0.1:43554","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.618377468Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7b2fcddb-d0da-4716-a166-c47e307425bc","remote_addr":"127.0.0.1:43554","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.619398458Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7b2fcddb-d0da-4716-a166-c47e307425bc","remote_addr":"127.0.0.1:43554","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.619560059Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","collection_id":"ea82a7ff-fe67-4cae-a37f-cb920ce5816e"} {"msg":"inventory collection complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.623074227Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","time_started":"2024-05-08 03:16:34.559306 UTC","collection_id":"ea82a7ff-fe67-4cae-a37f-cb920ce5816e"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.624876892Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":5,"elapsed":"1.797312473s"} {"msg":"activating","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.625143743Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.625196628Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","iteration":4,"elapsed":"43.547µs"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.631592306Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"7b2fcddb-d0da-4716-a166-c47e307425bc","remote_addr":"127.0.0.1:43554","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error_message_external":"Service Unavailable","error_message_internal":"no oximeter collectors available","latency_us":14225,"response_code":"503"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.632054034Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv4(127.0.0.1)), port: Some(44092), path: \"/metrics/producers\", query: None, fragment: None }, status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2fcddb-d0da-4716-a166-c47e307425bc\", \"content-length\": \"133\", \"date\": \"Wed, 08 May 2024 03:16:35 GMT\"} })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:35.634151355Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"nexus-producer-server","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"7b2fcddb-d0da-4716-a166-c47e307425bc\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 08 May 2024 03:16:35 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"7b2fcddb-d0da-4716-a166-c47e307425bc\\\" }\"","delay":"891.772301ms"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.634450921Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.641024262Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.645764929Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.652347128Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.658629611Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.669709755Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)"} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.67987528Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.692690904Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:649","component":"oximeter","version":4} {"msg":"executing SQL query","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.692781635Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"id":"10b57541-b84f-4535-b2f9-b8f12c9bcf21","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (4, now());"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.698794707Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","component":"oximeter","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.699031939Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","component":"oximeter","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.699130685Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","component":"oximeter","path":"/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.699217548Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","component":"oximeter","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.699358388Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.700112838Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.700219541Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.767247407Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:44092/metrics/collectors","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.76813901Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:60195"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.768561748Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/collectors","method":"POST","req_id":"ee0116d6-fe33-43c3-b0c0-043587e0a710","remote_addr":"127.0.0.1:60195","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.768986964Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"ee0116d6-fe33-43c3-b0c0-043587e0a710","remote_addr":"127.0.0.1:60195","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.769081291Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"ee0116d6-fe33-43c3-b0c0-043587e0a710","remote_addr":"127.0.0.1:60195","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.769951352Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"ee0116d6-fe33-43c3-b0c0-043587e0a710","remote_addr":"127.0.0.1:60195","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.777065059Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","address":"[::1]:62447","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.777458612Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/collectors","method":"POST","req_id":"ee0116d6-fe33-43c3-b0c0-043587e0a710","remote_addr":"127.0.0.1:60195","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","latency_us":8959,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.777877766Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"oximeter","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv4(127.0.0.1)), port: Some(44092), path: \"/metrics/collectors\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ee0116d6-fe33-43c3-b0c0-043587e0a710\", \"date\": \"Wed, 08 May 2024 03:16:35 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.779809016Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"file":"oximeter/collector/src/lib.rs:302","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.779949596Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.780071949Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.782946225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783088277Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783402697Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.78351457Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783540992Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783563357Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783583467Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783602254Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783621593Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783639879Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783658225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783676261Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783693906Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783712253Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783881229Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.78392225Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783943984Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783962731Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783980486Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.783998502Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784016077Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784033161Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784051016Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784068141Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784084954Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.78410318Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784121176Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784142408Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784160544Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784180374Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784197718Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784215283Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784236085Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784254351Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784271866Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784289691Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784307988Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784324691Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.78434469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784425702Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784447755Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784469709Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784488316Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784506011Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784524217Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784540841Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784558906Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784577614Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784597303Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784615569Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.784691961Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"region replacement driver task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:35.80377927Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.803996752Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.804124236Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.805306076Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.903784825Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:767","component":"oximeter"} {"msg":"lookup_ipv6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.903898871Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"oximeter","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:35.904138548Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","remote_addr":"127.0.0.1:57683"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.906320547Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.906838166Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.907852814Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.909034764Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:35.909709376Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.909778764Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:35.910624546Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:35.923958261Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:831","component":"oximeter","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"254.60438ms"} {"msg":"registered oximeter collector client","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:36.024009519Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:36.024168405Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.024225528Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.025321708Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region replacement driver task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:36.025502718Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:36.033655891Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.034111016Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.035006597Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client request","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.074907633Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"oximeter-collector":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","body":"Some(Body)","uri":"http://[::1]:62447/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:36.076077469Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"local_addr":"[::1]:62447","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","component":"oximeter","remote_addr":"[::1]:62843"} {"msg":"incoming request","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:36.076489298Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/producers","method":"POST","req_id":"bc25dad0-e2a4-4b98-ae91-c4c6dff2a750","remote_addr":"[::1]:62843","local_addr":"[::1]:62447","component":"dropshot","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.077162366Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:35959","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:36.077329819Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/producers","method":"POST","req_id":"bc25dad0-e2a4-4b98-ae91-c4c6dff2a750","remote_addr":"[::1]:62843","local_addr":"[::1]:62447","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"oximeter","latency_us":860,"response_code":"204"} {"msg":"client response","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.131954299Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"oximeter-collector":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(::1)), port: Some(62447), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"bc25dad0-e2a4-4b98-ae91-c4c6dff2a750\", \"date\": \"Wed, 08 May 2024 03:16:35 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:36.132088836Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"nexus","component":"ServerContext","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_done_region_replacement_causes_finish","level":30,"time":"2024-05-08T03:16:36.137087712Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"uri":"/metrics/producers","method":"POST","req_id":"fc391f77-906a-4c48-8017-cad6f8bb7ea3","remote_addr":"127.0.0.1:57683","local_addr":"127.0.0.1:44092","component":"dropshot_internal","name":"24a730d5-3839-4d30-a63f-45c16a1a4958","latency_us":228022,"response_code":"201"} {"msg":"region replacement driver task started","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:36.137249083Z","hostname":"bmat-EVT22200007-000016b8","pid":7840} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:36.137275194Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.137302729Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.138069133Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"starting oximeter collection task","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.139486251Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"address":"[::1]:35959","route":"//a6458b7d-87c3-4483-be96-854d814c20de","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","interval":"1s"} {"msg":"lookup_ipv6 srv","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.17910344Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"component":"DnsResolver","component":"oximeter","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_done_region_replacement_causes_finish","level":10,"time":"2024-05-08T03:16:36.180007708Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.180370039Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_done_region_replacement_causes_finish","level":20,"time":"2024-05-08T03:16:36.18166827Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007, silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:36.18471075Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:831","component":"oximeter","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"576.401726ms"} {"msg":"old region volume id is None!","v":0,"name":"test_done_region_replacement_causes_finish","level":50,"time":"2024-05-08T03:16:36.215499431Z","hostname":"bmat-EVT22200007-000016b8","pid":7840,"request":"RegionReplacement { id: c0ed1547-5dc2-47ed-abdc-5d697702eeb2, request_time: 2024-05-08T03:16:36.033560Z, old_region_id: dcc476a6-ec11-4c84-95af-09f53bebbba5, volume_id: 2d264970-effd-4f94-bca4-2b061d96cee2, old_region_volume_id: None, new_region_id: Some(621896f0-5070-4ea2-bee6-7614a0ae3a54), replacement_state: ReplacementDone, operating_saga_id: None }"} {"msg":"region replacement driver task done","v":0,"name":"test_done_region_replacement_causes_finish","level":40,"time":"2024-05-08T03:16:36.215711432Z","hostname":"bmat-EVT22200007-000016b8","pid":7840}