01M21Y4ANVWE18YJ6APD22TCN7: phd-run

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-gimlet",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01M21Y4Y4TGP21TQSTF6PB4ARX

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-09-09T02:08:54.683Zjob dependencies complete; ready to run (waiting for 11 m 22 s)
22026-09-09T02:12:17.107Zjob assigned to worker 01M21YSRN8NHPDAY46610XP67P [factory edgar, gimlet/BRM42220010/1527] (queued for 3 m 22 s)
32026-09-09T02:12:18.014Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
42026-09-09T02:12:18.106Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
52026-09-09T02:12:18.106Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
62026-09-09T02:12:18.215Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
72026-09-09T02:12:18.215Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
82026-09-09T02:12:27.463Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
92026-09-09T02:12:27.464Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
102026-09-09T02:12:27.556Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
112026-09-09T02:12:27.592Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
122026-09-09T02:12:41.803Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
132026-09-09T02:12:41.803Zdownloading input: /input/phd-build/out/propolis-tests-debug.tar.gz
142026-09-09T02:12:52.054Zdownloaded input: /input/phd-build/out/propolis-tests-debug.tar.gz
 
152026-09-09T02:12:52.054Zstarting task 0: "setup"
162026-09-09T02:12:52.080Z++ uname -s
172026-09-09T02:12:52.080Z+ kern=SunOS
182026-09-09T02:12:52.080Z+ build_user=build
192026-09-09T02:12:52.080Z+ build_uid=12345
202026-09-09T02:12:52.080Z+ work_dir=/work
212026-09-09T02:12:52.080Z+ input_dir=/input
222026-09-09T02:12:52.080Z+ [[ 0 == 12345 ]]
232026-09-09T02:12:52.080Z+ case "$kern" in
242026-09-09T02:12:52.080Z+ groupadd -g 12345 build
252026-09-09T02:12:52.107Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
262026-09-09T02:12:54.091Z+ zfs create -o mountpoint=/work rpool/work
272026-09-09T02:12:54.150Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
282026-09-09T02:12:54.175Z+ home_fs=
292026-09-09T02:12:54.175Z+ [[ '' == autofs ]]
302026-09-09T02:12:54.175Z+ mkdir -p /home/build
312026-09-09T02:12:54.175Z+ chown build:build /home/build /work
322026-09-09T02:12:56.162Z+ chmod 0700 /home/build /work
332026-09-09T02:12:56.187Zprocess exited: duration 4113 ms, exit code 0
 
342026-09-09T02:12:56.239Zstarting task 1: "authentication"
352026-09-09T02:12:56.309Zprocess exited: duration 69 ms, exit code 0
 
362026-09-09T02:12:56.368Zstarting task 2: "build"
372026-09-09T02:12:56.393Z+ indir=/input
382026-09-09T02:12:56.393Z+ indir_suffix='phd-build/out/*.tar.gz'
392026-09-09T02:12:56.393Z+ phddir=/work/phd-test
402026-09-09T02:12:56.393Z+ disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2))
412026-09-09T02:12:56.393Z++ pilot local disk list -H -o type,disk
422026-09-09T02:12:56.393Z++ grep -v M.2
432026-09-09T02:12:56.394Z++ cut -f 2
442026-09-09T02:12:56.458Z+ pfexec zpool create -f phd-artifacts c8t0014EE81000BC42Fd0 c9t0014EE81000BC3B1d0 c10t0014EE81000BC514d0 c11t0014EE81000BC3B6d0 c4t0014EE81000BC3ACd0 c3t0014EE81000BC430d0 c2t0014EE81000BC16Fd0 c6t0014EE81000BC544d0 c5t0014EE81000BC429d0
452026-09-09T02:12:58.994Z+ artifactdir=/phd-artifacts
462026-09-09T02:12:58.994Z+ banner Inputs
472026-09-09T02:12:59.019Z ###
482026-09-09T02:12:59.019Z # # # ##### # # ##### ####
492026-09-09T02:12:59.019Z # ## # # # # # # #
502026-09-09T02:12:59.019Z # # # # # # # # # ####
512026-09-09T02:12:59.019Z # # # # ##### # # # #
522026-09-09T02:12:59.019Z # # ## # # # # # #
532026-09-09T02:12:59.019Z ### # # # #### # ####
542026-09-09T02:12:59.019Z
552026-09-09T02:12:59.020Z+ find /input -ls
562026-09-09T02:12:59.020Z 34 1 drwxr-xr-x 3 root root 3 Sep 9 02:12 /input
572026-09-09T02:12:59.020Z 2 1 drwxr-xr-x 3 root root 3 Sep 9 02:12 /input/phd-build
582026-09-09T02:12:59.020Z 3 2 drwxr-xr-x 2 root root 8 Sep 9 02:12 /input/phd-build/out
592026-09-09T02:12:59.020Z 512 220103 -rw-r--r-- 1 root root 225314132 Sep 9 02:12 /input/phd-build/out/propolis-tests-debug.tar.gz
602026-09-09T02:12:59.020Z 384 261593 -rw-r--r-- 1 root root 267828773 Sep 9 02:12 /input/phd-build/out/propolis-server-debug.tar.gz
612026-09-09T02:12:59.020Z 256 1 -rw-r--r-- 1 root root 65 Sep 9 02:12 /input/phd-build/out/propolis-server-debug.sha256.txt
622026-09-09T02:12:59.020Z 130 187887 -rw-r--r-- 1 root root 192290750 Sep 9 02:12 /input/phd-build/out/phd-runner.tar.gz
632026-09-09T02:12:59.020Z 129 1 -rw-r--r-- 1 root root 65 Sep 9 02:12 /input/phd-build/out/phd-runner.sha256.txt
642026-09-09T02:12:59.020Z 128 2 -rw-r--r-- 1 root root 2573 Sep 9 02:12 /input/phd-build/out/phd-run-with-args.sh
652026-09-09T02:12:59.020Z+ rm -rf /work/phd-test
662026-09-09T02:12:59.020Z+ mkdir /work/phd-test
672026-09-09T02:12:59.020Z+ for p in $indir/$indir_suffix
682026-09-09T02:12:59.020Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
692026-09-09T02:13:15.290ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
702026-09-09T02:13:15.290Zx phd-runner, 737759448 bytes, 1440937 tape blocks
712026-09-09T02:13:15.290Zx artifacts.toml, 548 bytes, 2 tape blocks
722026-09-09T02:13:15.315Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
732026-09-09T02:13:19.927Z+ for f in $(tar tf "$p")
742026-09-09T02:13:19.927Z+ chmod +x /work/phd-test/phd-runner
752026-09-09T02:13:19.951Z+ for f in $(tar tf "$p")
762026-09-09T02:13:19.952Z+ chmod +x /work/phd-test/artifacts.toml
772026-09-09T02:13:19.952Z+ for p in $indir/$indir_suffix
782026-09-09T02:13:19.952Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
792026-09-09T02:13:38.457ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
802026-09-09T02:13:38.457Zx propolis-server, 1073980216 bytes, 2097618 tape blocks
812026-09-09T02:13:38.483Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
822026-09-09T02:13:45.383Z+ for f in $(tar tf "$p")
832026-09-09T02:13:45.383Z+ chmod +x /work/phd-test/propolis-server
842026-09-09T02:13:45.407Z+ for p in $indir/$indir_suffix
852026-09-09T02:13:45.407Z+ tar xzvf /input/phd-build/out/propolis-tests-debug.tar.gz -C /work/phd-test
862026-09-09T02:14:02.169ZDecompressing '/input/phd-build/out/propolis-tests-debug.tar.gz' with '/usr/bin/gzcat'...
872026-09-09T02:14:02.169Zx target/debug/deps/propolis-2a163edea74e5646, 902210880 bytes, 1762131 tape blocks
882026-09-09T02:14:02.195Z++ tar tf /input/phd-build/out/propolis-tests-debug.tar.gz
892026-09-09T02:14:07.722Z+ for f in $(tar tf "$p")
902026-09-09T02:14:07.722Z+ chmod +x /work/phd-test/target/debug/deps/propolis-2a163edea74e5646
912026-09-09T02:14:07.750Z+ ls /work/phd-test
922026-09-09T02:14:07.750Zartifacts.toml
932026-09-09T02:14:07.750Zphd-runner
942026-09-09T02:14:07.750Zpropolis-server
952026-09-09T02:14:07.750Ztarget
962026-09-09T02:14:07.750Z+ banner Setup
972026-09-09T02:14:07.751Z #####
982026-09-09T02:14:07.751Z# # ###### ##### # # #####
992026-09-09T02:14:07.751Z# # # # # # #
1002026-09-09T02:14:07.751Z ##### ##### # # # # #
1012026-09-09T02:14:07.751Z # # # # # #####
1022026-09-09T02:14:07.751Z# # # # # # #
1032026-09-09T02:14:07.751Z ##### ###### # #### #
1042026-09-09T02:14:07.751Z
1052026-09-09T02:14:07.751Z+ tmpdir=/tmp/propolis-phd
1062026-09-09T02:14:07.751Z+ '[' '!' -d /tmp/propolis-phd ']'
1072026-09-09T02:14:07.751Z+ mkdir /tmp/propolis-phd
1082026-09-09T02:14:07.751Z+ pfexec /usr/lib/rsrvrctl -s 4096
1092026-09-09T02:14:08.201Z+ banner Tests
1102026-09-09T02:14:08.228Z#######
1112026-09-09T02:14:08.228Z # ###### #### ##### ####
1122026-09-09T02:14:08.228Z # # # # #
1132026-09-09T02:14:08.228Z # ##### #### # ####
1142026-09-09T02:14:08.229Z # # # # #
1152026-09-09T02:14:08.229Z # # # # # # #
1162026-09-09T02:14:08.229Z # ###### #### # ####
1172026-09-09T02:14:08.229Z
1182026-09-09T02:14:08.229Z+ runner=/work/phd-test/phd-runner
1192026-09-09T02:14:08.229Z+ artifacts=/work/phd-test/artifacts.toml
1202026-09-09T02:14:08.230Z+ propolis=/work/phd-test/propolis-server
1212026-09-09T02:14:08.230Z+ ls /work/phd-test/phd-runner
1222026-09-09T02:14:08.230Z/work/phd-test/phd-runner
1232026-09-09T02:14:08.230Z+ ls /work/phd-test/artifacts.toml
1242026-09-09T02:14:08.230Z/work/phd-test/artifacts.toml
1252026-09-09T02:14:08.230Z+ ls /work/phd-test/propolis-server
1262026-09-09T02:14:08.230Z/work/phd-test/propolis-server
1272026-09-09T02:14:08.230Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1282026-09-09T02:14:08.230Z+ set +e
1292026-09-09T02:14:08.230Z+ RUST_BACKTRACE=1
1302026-09-09T02:14:08.230Z+ RUST_LOG=info,phd=debug
1312026-09-09T02:14:08.230Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --exclude-filter phd_tests::migrate::from_base
1322026-09-09T02:14:08.231Z+ tee /tmp/phd-runner.log
1332026-09-09T02:14:08.433Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.407140487Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [\"phd_tests::migrate::from_base\"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }"}
1342026-09-09T02:14:08.457Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.431535029Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 257, tv_nsec: 398759962 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1352026-09-09T02:14:08.457Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.432112272Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1362026-09-09T02:14:08.458Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.434584Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"ad8a31742adc45e925e63443a5b43c8e30604022"}
1372026-09-09T02:14:08.458Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.438275675Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt"}
1382026-09-09T02:14:08.759Z{"v":0,"name":"phd-runner","msg":"No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.","level":40,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.731187575Z","target":"phd_framework","line":309,"file":"phd-tests/framework/src/lib.rs"}
1392026-09-09T02:14:08.799Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.733447813Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1402026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.733518016Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1412026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"Running 48 test(s)","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737146341Z","target":"phd_runner::execute","line":83,"file":"phd-tests/runner/src/execute.rs"}
1422026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737645225Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
1432026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737685942Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1442026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737718814Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1452026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.739332338Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test"}
1462026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.74143196Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_smoke_test"}
1472026-09-09T02:14:08.800Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.743483914Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_smoke_test"}
1482026-09-09T02:14:09.300Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:09.281056236Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"}
1492026-09-09T02:14:09.397Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:09.294448077Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::hyperv::hyperv_smoke_test"}
1502026-09-09T02:14:16.618Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.594800629Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"}
1512026-09-09T02:14:16.619Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.594940604Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_smoke_test"}
1522026-09-09T02:14:16.654Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.612468766Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 3.89M 25.3T 2M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_smoke_test"}
1532026-09-09T02:14:16.654Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.614696562Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09\"]","verb":"snapshot","path":"phd_tests::hyperv::hyperv_smoke_test"}
1542026-09-09T02:14:16.696Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.631503381Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09\", \"phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\"]","path":"phd_tests::hyperv::hyperv_smoke_test"}
1552026-09-09T02:14:16.696Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.64838036Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\"]","path":"phd_tests::hyperv::hyperv_smoke_test"}
1562026-09-09T02:14:16.698Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.659242126Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e 0B 25.3T 49.0M /phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\n","path":"phd_tests::hyperv::hyperv_smoke_test"}
1572026-09-09T02:14:16.698Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.665511302Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test"}
1582026-09-09T02:14:16.698Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.665648131Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"hyperv_smoke_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_smoke_test"}
1592026-09-09T02:14:16.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666250521Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","sha256":"None","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_smoke_test"}
1602026-09-09T02:14:16.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666315204Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_smoke_test"}
1612026-09-09T02:14:16.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666442735Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_smoke_test"}
1622026-09-09T02:14:16.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666523578Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_smoke_test"}
1632026-09-09T02:14:16.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 917","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.700080035Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_smoke_test"}
1642026-09-09T02:14:16.826Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.715520577Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":49}
1652026-09-09T02:14:16.826Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.715661023Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"}
1662026-09-09T02:14:16.826Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.718514091Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"}
1672026-09-09T02:14:17.275Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:17.180129461Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"}
1682026-09-09T02:14:17.767Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:17.749105354Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"}
1692026-09-09T02:14:18.450Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.432990219Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"}
1702026-09-09T02:14:18.475Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.445902176Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_smoke_test","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd","elapsed_milliseconds":1730}
1712026-09-09T02:14:18.475Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.446053943Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_smoke_test"}
1722026-09-09T02:14:18.475Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.45501408Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"}
1732026-09-09T02:14:18.475Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.455063864Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_smoke_test"}
1742026-09-09T02:14:18.505Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.486191876Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"}
1752026-09-09T02:14:18.505Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.4862465Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09\"]","path":"phd_tests::hyperv::hyperv_smoke_test"}
1762026-09-09T02:14:18.531Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.504385678Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":9763}
1772026-09-09T02:14:19.641Z{"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.569356276Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
1782026-09-09T02:14:19.643Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.569529614Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1792026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575157023Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":5}
1802026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_lifecycle_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575214252Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
1812026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575243717Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1822026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575276389Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1832026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575530049Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1842026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575674904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1852026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575731771Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1862026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575780203Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1872026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575839716Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1882026-09-09T02:14:19.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.586828222Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1892026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.58695928Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1902026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.604265203Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9\", \"phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1912026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.622892254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1922026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.633889573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b 0B 25.3T 49.0M /phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1932026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634550224Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1942026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634679562Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"hyperv_lifecycle_test","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1952026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634753883Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1962026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634833965Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1972026-09-09T02:14:19.671Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634910059Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1982026-09-09T02:14:19.703Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 925","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.6683516Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
1992026-09-09T02:14:19.728Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.682559051Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2002026-09-09T02:14:19.728Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.682729589Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2012026-09-09T02:14:19.728Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.683491141Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2022026-09-09T02:14:20.444Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:20.426951454Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2032026-09-09T02:14:21.336Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.317362811Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2042026-09-09T02:14:21.365Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.31759917Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_lifecycle_test","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","elapsed_milliseconds":1634,"path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2052026-09-09T02:14:21.365Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.317714392Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2062026-09-09T02:14:21.365Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.326101188Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2072026-09-09T02:14:21.365Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.326193543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2082026-09-09T02:14:21.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.357476016Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2092026-09-09T02:14:21.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.357536681Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2102026-09-09T02:14:21.460Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.377042668Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1801,"path":"phd_tests::hyperv::hyperv_lifecycle_test"}
2112026-09-09T02:14:21.460Z{"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.380963888Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
2122026-09-09T02:14:21.462Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381097501Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2132026-09-09T02:14:21.462Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381198532Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2142026-09-09T02:14:21.462Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381259247Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
2152026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381295515Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2162026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381333116Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2172026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.38152525Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2182026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381721792Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2192026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.38179981Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2202026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381876154Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2212026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381954783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2222026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.392809606Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2232026-09-09T02:14:21.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.392917621Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2242026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.409897036Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6\", \"phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2252026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.426713418Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2262026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.437682782Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c 0B 25.3T 49.0M /phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2272026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438382827Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2282026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438452279Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"hyperv_reference_tsc_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2292026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438527811Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2302026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438594888Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2312026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438670281Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2322026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 933","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.457120238Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2332026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.471524809Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","elapsed_milliseconds":33}
2342026-09-09T02:14:21.489Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.471623446Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"}
2352026-09-09T02:14:21.516Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.473373458Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"}
2362026-09-09T02:14:22.007Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.984367449Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"}
2372026-09-09T02:14:22.398Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.381255006Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"}
2382026-09-09T02:14:23.002Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.983182563Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"}
2392026-09-09T02:14:23.027Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.983459187Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","elapsed_milliseconds":1511,"vm":"hyperv_reference_tsc_test"}
2402026-09-09T02:14:23.027Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.983584945Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2412026-09-09T02:14:23.027Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.992117733Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2422026-09-09T02:14:23.028Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.992244323Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2432026-09-09T02:14:23.052Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.021866916Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2442026-09-09T02:14:23.052Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.02193244Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"}
2452026-09-09T02:14:23.127Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.037136973Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","elapsed_milliseconds":1655}
2462026-09-09T02:14:23.127Z{"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.04128799Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
2472026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041410231Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2482026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041500943Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2492026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041559324Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
2502026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041596193Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2512026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041634576Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2522026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041815649Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2532026-09-09T02:14:23.128Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041903054Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2542026-09-09T02:14:23.129Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041988135Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2552026-09-09T02:14:23.129Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.042044873Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2562026-09-09T02:14:23.129Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.042105017Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2572026-09-09T02:14:23.129Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.042171402Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2582026-09-09T02:14:23.129Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.053257263Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2592026-09-09T02:14:23.129Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.05343009Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2602026-09-09T02:14:23.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.073225514Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9\", \"phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2612026-09-09T02:14:23.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.089388593Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2622026-09-09T02:14:23.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.100605099Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08 0B 25.3T 49.0M /phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2632026-09-09T02:14:23.157Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101341443Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2642026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101409332Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"hyperv_reference_tsc_elapsed_test","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2652026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101480626Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2662026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101543786Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2672026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101618227Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2682026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 941","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.119425088Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2692026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.133843967Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2702026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.133943706Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2712026-09-09T02:14:23.158Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.134610565Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2722026-09-09T02:14:23.438Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.419062866Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2732026-09-09T02:14:24.076Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.058413789Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2742026-09-09T02:14:24.685Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.666427283Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2752026-09-09T02:14:24.709Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.66682707Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","elapsed_milliseconds":1532}
2762026-09-09T02:14:24.709Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.667005628Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2772026-09-09T02:14:24.709Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.675044601Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2782026-09-09T02:14:24.709Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.675145883Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2792026-09-09T02:14:24.744Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.706414692Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2802026-09-09T02:14:24.744Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.706475417Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2812026-09-09T02:14:24.812Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.723760659Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1681,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"}
2822026-09-09T02:14:24.812Z{"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.728841375Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
2832026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.728967003Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2842026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.72906049Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2852026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.729116245Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
2862026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.729151171Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2872026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.729188843Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2882026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730338709Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"}
2892026-09-09T02:14:24.813Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730453947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"}
2902026-09-09T02:14:24.814Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730526645Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"}
2912026-09-09T02:14:24.814Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730586698Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"}
2922026-09-09T02:14:24.814Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730655338Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::smoke_test"}
2932026-09-09T02:14:24.814Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.742708339Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"}
2942026-09-09T02:14:24.814Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.74284598Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc\"]","path":"phd_tests::migrate::smoke_test"}
2952026-09-09T02:14:24.844Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.759523051Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc\", \"phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\"]","verb":"clone","path":"phd_tests::migrate::smoke_test"}
2962026-09-09T02:14:24.844Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.779010072Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\"]","path":"phd_tests::migrate::smoke_test"}
2972026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790084471Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651 0B 25.3T 49.0M /phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\n","path":"phd_tests::migrate::smoke_test"}
2982026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790770259Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
2992026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790837937Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_smoke","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::smoke_test"}
3002026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790917908Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"}
3012026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790982901Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::smoke_test"}
3022026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.791053986Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log\"","path":"phd_tests::migrate::smoke_test"}
3032026-09-09T02:14:24.845Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 949","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.809375659Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"}
3042026-09-09T02:14:24.870Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.823680252Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::smoke_test"}
3052026-09-09T02:14:24.870Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.823786593Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"}
3062026-09-09T02:14:24.871Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.824505464Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"}
3072026-09-09T02:14:25.478Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:25.45984324Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"}
3082026-09-09T02:14:26.450Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.431171043Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"}
3092026-09-09T02:14:26.494Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.431965066Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","vm":"migration_smoke","elapsed_milliseconds":1607,"path":"phd_tests::migrate::smoke_test"}
3102026-09-09T02:14:26.494Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.432098418Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"}
3112026-09-09T02:14:26.494Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.440061452Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"}
3122026-09-09T02:14:26.494Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.440240317Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\"]","verb":"destroy","path":"phd_tests::migrate::smoke_test"}
3132026-09-09T02:14:26.567Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.474986808Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"}
3142026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.475078511Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc\"]","verb":"destroy","path":"phd_tests::migrate::smoke_test"}
3152026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.493609551Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1763,"path":"phd_tests::migrate::smoke_test"}
3162026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498203827Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
3172026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498350444Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
3182026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498450123Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
3192026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498508503Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
3202026-09-09T02:14:26.568Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498544001Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
3212026-09-09T02:14:26.569Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498582423Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
3222026-09-09T02:14:26.569Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498788774Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"}
3232026-09-09T02:14:26.569Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498929691Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"}
3242026-09-09T02:14:26.569Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.499011024Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"}
3252026-09-09T02:14:26.569Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.499093831Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"}
3262026-09-09T02:14:26.570Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.499178972Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::serial_history"}
3272026-09-09T02:14:26.598Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.510526779Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::serial_history"}
3282026-09-09T02:14:26.598Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.510618021Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3\"]","verb":"snapshot","path":"phd_tests::migrate::serial_history"}
3292026-09-09T02:14:26.598Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.532162705Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3\", \"phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\"]","path":"phd_tests::migrate::serial_history"}
3302026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.550412352Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\"]","verb":"list","path":"phd_tests::migrate::serial_history"}
3312026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.562449593Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f 0B 25.3T 49.0M /phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\n","path":"phd_tests::migrate::serial_history"}
3322026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563149859Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
3332026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563234219Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migration_serial_history","guest_os_kind":"Alpine","path":"phd_tests::migrate::serial_history"}
3342026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.56332987Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"}
3352026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563407687Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::serial_history"}
3362026-09-09T02:14:26.599Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563497026Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log\"","path":"phd_tests::migrate::serial_history"}
3372026-09-09T02:14:26.626Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 957","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.580744739Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"}
3382026-09-09T02:14:26.627Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.595137528Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":31}
3392026-09-09T02:14:26.627Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.59523873Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"}
3402026-09-09T02:14:26.627Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.595937833Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"}
3412026-09-09T02:14:26.867Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.849400954Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"}
3422026-09-09T02:14:27.537Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:27.34538174Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"}
3432026-09-09T02:14:28.548Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.530728886Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"}
3442026-09-09T02:14:28.722Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.530989379Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":1935,"vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history"}
3452026-09-09T02:14:28.722Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.531110768Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::serial_history"}
3462026-09-09T02:14:28.722Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.539741732Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"}
3472026-09-09T02:14:28.722Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.539831472Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\"]","verb":"destroy","path":"phd_tests::migrate::serial_history"}
3482026-09-09T02:14:28.796Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.570880545Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"}
3492026-09-09T02:14:28.796Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.570975785Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3\"]","verb":"destroy","path":"phd_tests::migrate::serial_history"}
3502026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.5884788Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":2089}
3512026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_serial_history_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::serial_history::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.591735854Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
3522026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.591867113Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
3532026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.591966621Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
3542026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592025392Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
3552026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.59206141Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
3562026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592100234Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
3572026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592304811Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"}
3582026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592409279Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"}
3592026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592470184Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"}
3602026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592530839Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"}
3612026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592597395Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::multiple_migrations"}
3622026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.602784404Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"}
3632026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.60287229Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe\"]","verb":"snapshot","path":"phd_tests::migrate::multiple_migrations"}
3642026-09-09T02:14:28.797Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.618022002Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe\", \"phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\"]","verb":"clone","path":"phd_tests::migrate::multiple_migrations"}
3652026-09-09T02:14:28.798Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.63729154Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\"]","path":"phd_tests::migrate::multiple_migrations"}
3662026-09-09T02:14:28.798Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.648817664Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d 0B 25.3T 49.0M /phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\n","path":"phd_tests::migrate::multiple_migrations"}
3672026-09-09T02:14:28.798Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649375429Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
3682026-09-09T02:14:28.798Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649447195Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiple_migrations_0","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"}
3692026-09-09T02:14:28.798Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649520434Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
3702026-09-09T02:14:28.799Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649584054Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::multiple_migrations"}
3712026-09-09T02:14:28.799Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649658726Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"}
3722026-09-09T02:14:28.799Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 965","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.667818465Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
3732026-09-09T02:14:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.68210346Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::multiple_migrations"}
3742026-09-09T02:14:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682244998Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
3752026-09-09T02:14:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682316223Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_1","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::multiple_migrations"}
3762026-09-09T02:14:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.68239406Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
3772026-09-09T02:14:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682465625Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"}
3782026-09-09T02:14:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682555496Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"}
3792026-09-09T02:14:28.801Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 966","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.701234275Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
3802026-09-09T02:14:28.801Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715232798Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::multiple_migrations"}
3812026-09-09T02:14:28.802Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715333619Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
3822026-09-09T02:14:28.802Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715388643Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_2","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::multiple_migrations"}
3832026-09-09T02:14:28.802Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715453195Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
3842026-09-09T02:14:28.802Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715511315Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"}
3852026-09-09T02:14:28.802Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715578282Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"}
3862026-09-09T02:14:28.802Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 967","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.729132955Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
3872026-09-09T02:14:28.828Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.742949334Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":27,"path":"phd_tests::migrate::multiple_migrations"}
3882026-09-09T02:14:28.828Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.743053461Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"}
3892026-09-09T02:14:28.828Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.743724952Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"}
3902026-09-09T02:14:29.265Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.247159193Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"}
3912026-09-09T02:14:29.937Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.920419912Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"}
3922026-09-09T02:14:29.966Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.920672349Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":1177,"vm":"multiple_migrations_0","vm_id":"22359432-e66e-4bf6-805b-326f476c2523"}
3932026-09-09T02:14:29.966Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.920794771Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"}
3942026-09-09T02:14:29.966Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.929778583Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::multiple_migrations"}
3952026-09-09T02:14:29.966Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.937556995Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"}
3962026-09-09T02:14:29.966Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.946064626Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"}
3972026-09-09T02:14:29.966Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.946158564Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\"]","path":"phd_tests::migrate::multiple_migrations"}
3982026-09-09T02:14:29.996Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.978826699Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"}
3992026-09-09T02:14:29.996Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.978887825Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe\"]","path":"phd_tests::migrate::multiple_migrations"}
4002026-09-09T02:14:30.075Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.995769455Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1403,"path":"phd_tests::migrate::multiple_migrations"}
4012026-09-09T02:14:30.075Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::multiple_migrations::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.999789233Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
4022026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.999925912Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
4032026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000019048Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4042026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::migration_ensures_instance_metadata","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.00007841Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
4052026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000114729Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
4062026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000153021Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4072026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000335166Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4082026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000443782Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4092026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000507051Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4102026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000569062Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4112026-09-09T02:14:30.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.00063717Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4122026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.012193739Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4132026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.012303306Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4142026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.028316651Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24\", \"phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4152026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.046343248Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\"]","verb":"list","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4162026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.057903426Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67 0B 25.3T 49.0M /phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4172026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058580718Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4182026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058652043Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_ensures_instance_metadata_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4192026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058726735Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4202026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058791758Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4212026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058867341Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4222026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 977","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.077953421Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4232026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092328858Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":33}
4242026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.09245689Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4252026-09-09T02:14:30.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092516192Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_ensures_instance_metadata_target","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4262026-09-09T02:14:30.112Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.09258392Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4272026-09-09T02:14:30.120Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092644375Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4282026-09-09T02:14:30.120Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092712454Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4292026-09-09T02:14:30.157Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 978","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.111325949Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4302026-09-09T02:14:30.157Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.125849796Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":33}
4312026-09-09T02:14:30.157Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.125959534Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"}
4322026-09-09T02:14:30.157Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.126683424Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"}
4332026-09-09T02:14:30.942Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.773165583Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"}
4342026-09-09T02:14:31.662Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.641155776Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"}
4352026-09-09T02:14:31.695Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.641533761Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882","elapsed_milliseconds":1515}
4362026-09-09T02:14:31.695Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.641738088Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4372026-09-09T02:14:31.695Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.650319307Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4382026-09-09T02:14:31.695Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.658801622Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4392026-09-09T02:14:31.695Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.658920747Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4402026-09-09T02:14:31.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.692905304Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4412026-09-09T02:14:31.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.692963585Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
4422026-09-09T02:14:31.806Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.710321494Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":1709}
4432026-09-09T02:14:31.806Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713134058Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
4442026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713258503Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
4452026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713354926Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4462026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713416522Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
4472026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713453202Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
4482026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713491775Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4492026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713689259Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4502026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713835565Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4512026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.71392226Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4522026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.714007521Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4532026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.714099715Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4542026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.725405592Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4552026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.72551531Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e\"]","verb":"snapshot","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4562026-09-09T02:14:31.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.740622321Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e\", \"phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4572026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.75789783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4582026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.767808573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec 0B 25.3T 49.0M /phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4592026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768420701Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4602026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768486887Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vm_reaches_destroyed_after_migration_out_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4612026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768549746Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4622026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768609879Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4632026-09-09T02:14:31.840Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768685663Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4642026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 987","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.786131218Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4652026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.799962745Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":31,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4662026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800111307Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4672026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800185347Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"vm_reaches_destroyed_after_migration_out_target","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4682026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800267262Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4692026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800339038Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4702026-09-09T02:14:31.847Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800418698Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4712026-09-09T02:14:31.848Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 988","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.81872262Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4722026-09-09T02:14:31.904Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.832427866Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4732026-09-09T02:14:31.904Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.832515743Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
4742026-09-09T02:14:31.904Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.833244713Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
4752026-09-09T02:14:32.510Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.488648216Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
4762026-09-09T02:14:32.971Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.946665074Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
4772026-09-09T02:14:33.027Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.947041586Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":1114,"vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","vm":"vm_reaches_destroyed_after_migration_out_source"}
4782026-09-09T02:14:33.027Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.947239521Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4792026-09-09T02:14:33.100Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.956046428Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4802026-09-09T02:14:33.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.964967973Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4812026-09-09T02:14:33.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.965046092Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\"]","verb":"destroy","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4822026-09-09T02:14:33.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.996623803Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4832026-09-09T02:14:33.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.996719825Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e\"]","verb":"destroy","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4842026-09-09T02:14:33.101Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.015711166Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1301,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
4852026-09-09T02:14:33.101Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.018971196Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
4862026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019065785Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
4872026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019145556Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4882026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_boot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.01920033Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
4892026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019236088Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
4902026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.01927421Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4912026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019578646Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test"}
4922026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.0255882Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_boot_test"}
4932026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.026443221Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_boot_test"}
4942026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.026505889Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"}
4952026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.026566191Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"}
4962026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.02663071Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::cpuid_boot_test"}
4972026-09-09T02:14:33.110Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.038148971Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_boot_test"}
4982026-09-09T02:14:33.111Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.038268504Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9\"]","path":"phd_tests::cpuid::cpuid_boot_test"}
4992026-09-09T02:14:33.144Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.055274893Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9\", \"phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\"]","path":"phd_tests::cpuid::cpuid_boot_test"}
5002026-09-09T02:14:33.144Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.072214392Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\"]","verb":"list","path":"phd_tests::cpuid::cpuid_boot_test"}
5012026-09-09T02:14:33.144Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.084835849Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2 0B 25.3T 49.0M /phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\n","path":"phd_tests::cpuid::cpuid_boot_test"}
5022026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.085434442Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test"}
5032026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.085505166Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test"}
5042026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.085588824Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_boot_test"}
5052026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.08566046Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::cpuid::cpuid_boot_test"}
5062026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.08573426Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_boot_test"}
5072026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 997","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.103139899Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_boot_test"}
5082026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.118037283Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":32}
5092026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.11814655Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"}
5102026-09-09T02:14:33.145Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.119643173Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"}
5112026-09-09T02:14:38.202Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.734276738Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"}
5122026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.240732557Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"}
5132026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.241038245Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","elapsed_milliseconds":1122,"path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"}
5142026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.241157922Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_boot_test"}
5152026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.249771894Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"}
5162026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.249875189Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\"]","path":"phd_tests::cpuid::cpuid_boot_test"}
5172026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.279869095Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"}
5182026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.279927225Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9\"]","path":"phd_tests::cpuid::cpuid_boot_test"}
5192026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.296773106Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":1276}
5202026-09-09T02:14:38.345Z{"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.301863109Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
5212026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.301986152Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
5222026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302082134Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
5232026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::guest_cpu_topo_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302139823Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
5242026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302174839Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
5252026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302212891Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
5262026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302376471Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5272026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.305886845Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5282026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.306262035Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5292026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.306326207Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5302026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.3063861Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5312026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.306453508Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5322026-09-09T02:14:38.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.318988914Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5332026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.319114439Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5342026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.336756216Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063\", \"phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5352026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.355060398Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\"]","verb":"list","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5362026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.366848137Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82 0B 25.3T 49.0M /phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\n","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5372026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367438324Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5382026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367506133Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"guest_cpu_topo_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5392026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367574222Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5402026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367635518Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5412026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.36772118Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log\"","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5422026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1005","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.385645351Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5432026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.400458807Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","elapsed_milliseconds":32}
5442026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.400551141Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"}
5452026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.40151732Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"}
5462026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.921365797Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"}
5472026-09-09T02:14:38.347Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.932558106Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"}
5482026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.932773554Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b","elapsed_milliseconds":1532,"vm":"guest_cpu_topo_test"}
5492026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.932891908Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5502026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.941065849Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5512026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.941167263Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5522026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.972319968Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5532026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.972410219Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063\"]","verb":"destroy","path":"phd_tests::cpuid::guest_cpu_topo_test"}
5542026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.990724541Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","elapsed_milliseconds":1688}
5552026-09-09T02:14:38.348Z{"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995539983Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
5562026-09-09T02:14:38.353Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995677132Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
5572026-09-09T02:14:38.353Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995784005Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
5582026-09-09T02:14:38.353Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_migrate_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995853556Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
5592026-09-09T02:14:38.353Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995899373Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
5602026-09-09T02:14:38.353Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995936994Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
5612026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.996120151Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5622026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999181175Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5632026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999599386Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5642026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999666603Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5652026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999731897Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5662026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999803072Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5672026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.012158545Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5682026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.012289052Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5692026-09-09T02:14:38.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.029852951Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288\", \"phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\"]","verb":"clone","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5702026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.051004663Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5712026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.064322777Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9 0B 25.3T 49.0M /phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5722026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065066565Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5732026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065161554Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5742026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065261834Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5752026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065353307Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5762026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065438028Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5772026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1013","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.083697486Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5782026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.099084306Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":33,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5792026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.099179315Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"}
5802026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.100109025Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"}
5812026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.506868976Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"}
5822026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.407518839Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"}
5832026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.407762991Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","elapsed_milliseconds":1308,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b"}
5842026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.407883789Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5852026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.416873554Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5862026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.41696634Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5872026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.449630608Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5882026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.449722682Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5892026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.466951974Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1470,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test"}
5902026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470311657Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
5912026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470443867Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
5922026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470544127Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
5932026-09-09T02:14:38.356Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.47060378Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
5942026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470640951Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
5952026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470680305Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
5962026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470866377Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
5972026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470970274Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
5982026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.471043953Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
5992026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.471103576Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6002026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.471170874Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6012026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.483615195Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6022026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.483717148Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c\"]","verb":"snapshot","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6032026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.501723146Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c\", \"phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\"]","verb":"clone","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6042026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.517313801Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6052026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.527261067Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749 0B 25.3T 49.0M /phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6062026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.527874828Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6072026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.527940597Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"cpuid_instance_spec_round_trip_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6082026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.528013954Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6092026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.528137024Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6102026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.528214721Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log\"","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6112026-09-09T02:14:38.357Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1021","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.54632141Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6122026-09-09T02:14:38.397Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.560724699Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":32}
6132026-09-09T02:14:38.398Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.560822795Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"}
6142026-09-09T02:14:38.398Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.561536155Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"}
6152026-09-09T02:14:38.398Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.862684682Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"}
6162026-09-09T02:14:38.406Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:38.25999512Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"}
6172026-09-09T02:14:39.099Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.082372749Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"}
6182026-09-09T02:14:39.123Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.082704818Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":1521,"vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"}
6192026-09-09T02:14:39.124Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.082825987Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6202026-09-09T02:14:39.124Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.091177302Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6212026-09-09T02:14:39.124Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.0912716Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6222026-09-09T02:14:39.148Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.124259733Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6232026-09-09T02:14:39.148Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.124348469Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"}
6242026-09-09T02:14:39.173Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.142379825Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":1671}
6252026-09-09T02:14:39.173Z{"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17\n 8: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147619272Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
6262026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147765057Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
6272026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147858254Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6282026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147917446Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
6292026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147954847Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
6302026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147992859Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6312026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148214558Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6322026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148325488Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6332026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148439093Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6342026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148496833Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6352026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148553921Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6362026-09-09T02:14:39.174Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148621659Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6372026-09-09T02:14:39.199Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.158943373Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6382026-09-09T02:14:39.199Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.159050556Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6392026-09-09T02:14:39.199Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.175798441Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998\", \"phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\"]","verb":"clone","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6402026-09-09T02:14:39.224Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.197768792Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6412026-09-09T02:14:39.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.209445471Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c 0B 25.3T 49.0M /phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\n","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6422026-09-09T02:14:39.248Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.2211435Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6432026-09-09T02:14:39.248Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221214604Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6442026-09-09T02:14:39.248Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221294415Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6452026-09-09T02:14:39.248Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221359669Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6462026-09-09T02:14:39.248Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221433889Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log\"","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6472026-09-09T02:14:39.272Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1029","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.240368313Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6482026-09-09T02:14:39.272Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.254588646Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":33,"path":"phd_tests::disk::in_memory_backend_smoke_test"}
6492026-09-09T02:14:39.272Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.254681692Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"}
6502026-09-09T02:14:39.297Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.25695765Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"}
6512026-09-09T02:14:39.776Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.759330402Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"}
6522026-09-09T02:14:40.544Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.527466101Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"}
6532026-09-09T02:14:40.568Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.527742146Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6","vm":"in_memory_backend_test","elapsed_milliseconds":1272,"path":"phd_tests::disk::in_memory_backend_smoke_test"}
6542026-09-09T02:14:40.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.527858137Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6552026-09-09T02:14:40.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.536078906Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6562026-09-09T02:14:40.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.536120886Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6572026-09-09T02:14:40.602Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.566017626Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6582026-09-09T02:14:40.602Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.566105582Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
6592026-09-09T02:14:40.602Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.584584926Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":1436,"path":"phd_tests::disk::in_memory_backend_smoke_test"}
6602026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6\n 9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588638291Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
6612026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588751868Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
6622026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588840931Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6632026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_migration_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588893944Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
6642026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588926846Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
6652026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588962239Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6662026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589124574Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_migration_test"}
6672026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589218314Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_migration_test"}
6682026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589275732Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"}
6692026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589418643Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"}
6702026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589507782Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_migration_test"}
6712026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.601164093Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_migration_test"}
6722026-09-09T02:14:40.669Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.601264709Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b\"]","verb":"snapshot","path":"phd_tests::disk::in_memory_backend_migration_test"}
6732026-09-09T02:14:40.694Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.619499434Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b\", \"phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\"]","verb":"clone","path":"phd_tests::disk::in_memory_backend_migration_test"}
6742026-09-09T02:14:40.694Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.636766192Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_migration_test"}
6752026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.648043385Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92 0B 25.3T 49.0M /phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\n","path":"phd_tests::disk::in_memory_backend_migration_test"}
6762026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.648993954Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_migration_test"}
6772026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.649064568Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"in_memory_backend_migration_test_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::disk::in_memory_backend_migration_test"}
6782026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.649140592Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_migration_test"}
6792026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.649204953Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::disk::in_memory_backend_migration_test"}
6802026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.6492823Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log\"","path":"phd_tests::disk::in_memory_backend_migration_test"}
6812026-09-09T02:14:40.695Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1037","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.66739585Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_migration_test"}
6822026-09-09T02:14:40.719Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.681702476Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::disk::in_memory_backend_migration_test"}
6832026-09-09T02:14:40.719Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.681801694Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"}
6842026-09-09T02:14:40.719Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.68362261Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"}
6852026-09-09T02:14:41.313Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.293564774Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"}
6862026-09-09T02:14:41.718Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.701973777Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"}
6872026-09-09T02:14:41.742Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.702193743Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","vm_id":"670bfebc-849d-4560-93da-cd707c68a293","elapsed_milliseconds":1020,"path":"phd_tests::disk::in_memory_backend_migration_test"}
6882026-09-09T02:14:41.743Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.702316906Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_migration_test"}
6892026-09-09T02:14:41.743Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.710726607Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"}
6902026-09-09T02:14:41.743Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.710855973Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_migration_test"}
6912026-09-09T02:14:41.768Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.743467537Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"}
6922026-09-09T02:14:41.768Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.74353254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b\"]","path":"phd_tests::disk::in_memory_backend_migration_test"}
6932026-09-09T02:14:41.836Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.762274038Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":1172,"path":"phd_tests::disk::in_memory_backend_migration_test"}
6942026-09-09T02:14:41.836Z{"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6\n 9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766341066Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
6952026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766474628Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
6962026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766571402Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6972026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766628971Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
6982026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766665129Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
6992026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766703472Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
7002026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766910043Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"}
7012026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767579029Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"}
7022026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767668939Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"}
7032026-09-09T02:14:41.837Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767752978Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"}
7042026-09-09T02:14:41.838Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767837358Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"}
7052026-09-09T02:15:15.151Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:15.126808852Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","untar_path":"target/release/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"}
7062026-09-09T02:15:15.151Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:15.126902249Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::crucible::migrate::smoke_test"}
7072026-09-09T02:15:21.958Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.771568279Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"}
7082026-09-09T02:15:22.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.772244Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\", \"--encrypted\", \"--uuid\", \"f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7092026-09-09T02:15:22.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.882009326Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.788123523Z\",\"hostname\":\"BRM42220010\",\"pid\":1041}\n{\"msg\":\"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.874280419Z\",\"hostname\":\"BRM42220010\",\"pid\":1041}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.87430716Z\",\"hostname\":\"BRM42220010\",\"pid\":1041}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::migrate::smoke_test"}
7102026-09-09T02:15:22.061Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.882127109Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\", \"--encrypted\", \"--uuid\", \"f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7112026-09-09T02:15:22.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.980505805Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.892100074Z\",\"hostname\":\"BRM42220010\",\"pid\":1042}\n{\"msg\":\"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.975466699Z\",\"hostname\":\"BRM42220010\",\"pid\":1042}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.975490585Z\",\"hostname\":\"BRM42220010\",\"pid\":1042}\n","path":"phd_tests::crucible::migrate::smoke_test"}
7122026-09-09T02:15:22.139Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.98072493Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\", \"--encrypted\", \"--uuid\", \"f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7132026-09-09T02:15:22.177Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.081532383Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.990818362Z\",\"hostname\":\"BRM42220010\",\"pid\":1043}\n{\"msg\":\"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:22.076347941Z\",\"hostname\":\"BRM42220010\",\"pid\":1043}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:22.076361256Z\",\"hostname\":\"BRM42220010\",\"pid\":1043}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"}
7142026-09-09T02:15:22.177Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.082752212Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
7152026-09-09T02:15:22.177Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.082850027Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7162026-09-09T02:15:22.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.082917555Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7172026-09-09T02:15:22.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.084905668Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
7182026-09-09T02:15:22.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.085029432Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7192026-09-09T02:15:22.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.085126987Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7202026-09-09T02:15:22.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.086913875Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
7212026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.087017027Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7222026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.08708905Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"}
7232026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093004395Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
7242026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093080519Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_migrate_smoke_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::migrate::smoke_test"}
7252026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.09315531Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"}
7262026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093222648Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::migrate::smoke_test"}
7272026-09-09T02:15:22.183Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093304573Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
7282026-09-09T02:15:22.213Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1047","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.178258591Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"}
7292026-09-09T02:15:22.213Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.192689252Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":99}
7302026-09-09T02:15:22.213Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.192791897Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"}
7312026-09-09T02:15:22.213Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.19357549Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"}
7322026-09-09T02:15:22.687Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.664144644Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"}
7332026-09-09T02:15:23.268Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.252103814Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"}
7342026-09-09T02:15:23.296Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.252945357Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":1060,"path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"}
7352026-09-09T02:15:23.296Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.253079251Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"}
7362026-09-09T02:15:23.296Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.26126951Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\" } }","path":"phd_tests::crucible::migrate::smoke_test"}
7372026-09-09T02:15:23.296Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.267480054Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\"","path":"phd_tests::crucible::migrate::smoke_test"}
7382026-09-09T02:15:23.296Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.278825206Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\" } }","path":"phd_tests::crucible::migrate::smoke_test"}
7392026-09-09T02:15:23.349Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.285370332Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\"","path":"phd_tests::crucible::migrate::smoke_test"}
7402026-09-09T02:15:23.349Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.292512478Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\" } }","path":"phd_tests::crucible::migrate::smoke_test"}
7412026-09-09T02:15:23.349Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.298742049Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\"","path":"phd_tests::crucible::migrate::smoke_test"}
7422026-09-09T02:15:23.349Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.306205263Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":41535}
7432026-09-09T02:15:23.349Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310203811Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
7442026-09-09T02:15:23.354Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310346521Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
7452026-09-09T02:15:23.354Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.31043081Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
7462026-09-09T02:15:23.361Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310480505Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
7472026-09-09T02:15:23.364Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310511934Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
7482026-09-09T02:15:23.364Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310543804Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
7492026-09-09T02:15:23.364Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310688959Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"}
7502026-09-09T02:15:23.364Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310833222Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"}
7512026-09-09T02:15:23.364Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310929424Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"}
7522026-09-09T02:15:23.364Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.31102211Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"}
7532026-09-09T02:15:23.365Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.311102812Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"}
7542026-09-09T02:15:23.365Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.31125491Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\", \"--encrypted\", \"--uuid\", \"5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
7552026-09-09T02:15:23.434Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.41193368Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.322228949Z\",\"hostname\":\"BRM42220010\",\"pid\":1049}\n{\"msg\":\"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.405912744Z\",\"hostname\":\"BRM42220010\",\"pid\":1049}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.405932832Z\",\"hostname\":\"BRM42220010\",\"pid\":1049}\n","path":"phd_tests::crucible::migrate::load_test"}
7562026-09-09T02:15:23.434Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.412072513Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\", \"--encrypted\", \"--uuid\", \"5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
7572026-09-09T02:15:23.528Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.513017214Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.422704685Z\",\"hostname\":\"BRM42220010\",\"pid\":1050}\n{\"msg\":\"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.50778865Z\",\"hostname\":\"BRM42220010\",\"pid\":1050}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.50780454Z\",\"hostname\":\"BRM42220010\",\"pid\":1050}\n","stderr":"","path":"phd_tests::crucible::migrate::load_test"}
7582026-09-09T02:15:23.534Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.513163641Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\", \"--encrypted\", \"--uuid\", \"5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
7592026-09-09T02:15:23.702Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614317901Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.523489453Z\",\"hostname\":\"BRM42220010\",\"pid\":1051}\n{\"msg\":\"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.607794318Z\",\"hostname\":\"BRM42220010\",\"pid\":1051}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.607814071Z\",\"hostname\":\"BRM42220010\",\"pid\":1051}\n","path":"phd_tests::crucible::migrate::load_test"}
7602026-09-09T02:15:23.753Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614573665Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
7612026-09-09T02:15:23.753Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614701197Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\"]","path":"phd_tests::crucible::migrate::load_test"}
7622026-09-09T02:15:23.753Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614796958Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\"]","path":"phd_tests::crucible::migrate::load_test"}
7632026-09-09T02:15:23.753Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.617132017Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
7642026-09-09T02:15:23.753Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.617231876Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\"]","path":"phd_tests::crucible::migrate::load_test"}
7652026-09-09T02:15:23.753Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.617300947Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\"]","path":"phd_tests::crucible::migrate::load_test"}
7662026-09-09T02:15:23.766Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.619077119Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"}
7672026-09-09T02:15:23.766Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.619174754Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\"]","path":"phd_tests::crucible::migrate::load_test"}
7682026-09-09T02:15:23.766Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.619240258Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\"]","path":"phd_tests::crucible::migrate::load_test"}
7692026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621336032Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
7702026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621443416Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_load_test_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::migrate::load_test"}
7712026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621555217Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"}
7722026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621638635Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::migrate::load_test"}
7732026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621724277Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
7742026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1055","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.654318956Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"}
7752026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.668499137Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":47}
7762026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.668596869Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"}
7772026-09-09T02:15:23.767Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.669425274Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"}
7782026-09-09T02:15:24.263Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:24.232348102Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"}
7792026-09-09T02:15:24.879Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:24.851658105Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"}
7802026-09-09T02:15:25.492Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.454840637Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"}
7812026-09-09T02:15:25.568Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.455105037Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":1786}
7822026-09-09T02:15:25.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.45525461Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test"}
7832026-09-09T02:15:25.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.463907375Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\" } }","path":"phd_tests::crucible::migrate::load_test"}
7842026-09-09T02:15:25.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.469100533Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\"","path":"phd_tests::crucible::migrate::load_test"}
7852026-09-09T02:15:25.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.476277306Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\" } }","path":"phd_tests::crucible::migrate::load_test"}
7862026-09-09T02:15:25.583Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.48250438Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\"","path":"phd_tests::crucible::migrate::load_test"}
7872026-09-09T02:15:25.584Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.490110867Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\" } }","path":"phd_tests::crucible::migrate::load_test"}
7882026-09-09T02:15:25.584Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.495707568Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\"","path":"phd_tests::crucible::migrate::load_test"}
7892026-09-09T02:15:25.584Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.503298115Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":2192}
7902026-09-09T02:15:25.584Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::load_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.505971282Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
7912026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506117629Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
7922026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506207199Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
7932026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::configurable_boot_order","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506256232Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
7942026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506284335Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
7952026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506316676Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
7962026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506485706Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::configurable_boot_order"}
7972026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506573893Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::configurable_boot_order"}
7982026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506633335Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"}
7992026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506702476Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"}
8002026-09-09T02:15:25.619Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506775114Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::configurable_boot_order"}
8012026-09-09T02:15:25.651Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.517400554Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"}
8022026-09-09T02:15:25.652Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.517470944Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e\"]","path":"phd_tests::boot_order::configurable_boot_order"}
8032026-09-09T02:15:25.652Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.53516843Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e\", \"phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\"]","verb":"clone","path":"phd_tests::boot_order::configurable_boot_order"}
8042026-09-09T02:15:25.652Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.553391463Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\"]","path":"phd_tests::boot_order::configurable_boot_order"}
8052026-09-09T02:15:25.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.565897779Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2 0B 25.3T 207M /phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\n","path":"phd_tests::boot_order::configurable_boot_order"}
8062026-09-09T02:15:25.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.566594765Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"}
8072026-09-09T02:15:25.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.566673544Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::configurable_boot_order"}
8082026-09-09T02:15:25.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.578962462Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"}
8092026-09-09T02:15:25.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.579043254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284\"]","verb":"snapshot","path":"phd_tests::boot_order::configurable_boot_order"}
8102026-09-09T02:15:25.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.601432078Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284\", \"phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\"]","path":"phd_tests::boot_order::configurable_boot_order"}
8112026-09-09T02:15:25.659Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.619843291Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\"]","verb":"list","path":"phd_tests::boot_order::configurable_boot_order"}
8122026-09-09T02:15:25.666Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.629780778Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f 0B 25.3T 207M /phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\n","path":"phd_tests::boot_order::configurable_boot_order"}
8132026-09-09T02:15:25.666Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630437421Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order"}
8142026-09-09T02:15:25.666Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630507513Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"configurable_boot_order","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::configurable_boot_order"}
8152026-09-09T02:15:25.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630569Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::configurable_boot_order"}
8162026-09-09T02:15:25.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630629685Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::boot_order::configurable_boot_order"}
8172026-09-09T02:15:25.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630705799Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log\"","path":"phd_tests::boot_order::configurable_boot_order"}
8182026-09-09T02:15:25.713Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1065","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.666947768Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::configurable_boot_order"}
8192026-09-09T02:15:25.713Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.680801187Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::boot_order::configurable_boot_order"}
8202026-09-09T02:15:25.713Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.680901867Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"}
8212026-09-09T02:15:25.713Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.681643511Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"}
8222026-09-09T02:15:26.900Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:26.285661583Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"}
8232026-09-09T02:15:27.235Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.216303948Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"}
8242026-09-09T02:15:27.235Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.216526669Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order","elapsed_milliseconds":1535,"vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0"}
8252026-09-09T02:15:27.267Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.216650734Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::configurable_boot_order"}
8262026-09-09T02:15:27.267Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.225776154Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"}
8272026-09-09T02:15:27.267Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.225850044Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"}
8282026-09-09T02:15:27.271Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.250183155Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"}
8292026-09-09T02:15:27.271Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.250244662Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"}
8302026-09-09T02:15:27.305Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.268500396Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"}
8312026-09-09T02:15:27.305Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.268561185Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\"]","path":"phd_tests::boot_order::configurable_boot_order"}
8322026-09-09T02:15:27.361Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.29193289Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"}
8332026-09-09T02:15:27.361Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.291994236Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"}
8342026-09-09T02:15:27.372Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.311551508Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1804,"path":"phd_tests::boot_order::configurable_boot_order"}
8352026-09-09T02:15:27.372Z{"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::configurable_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.31662441Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
8362026-09-09T02:15:27.383Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316759806Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
8372026-09-09T02:15:27.383Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316860076Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
8382026-09-09T02:15:27.383Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::unbootable_disk_skipped","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316919177Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
8392026-09-09T02:15:27.383Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316955606Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
8402026-09-09T02:15:27.388Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316994189Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
8412026-09-09T02:15:27.393Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317191032Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8422026-09-09T02:15:27.394Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317285444Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8432026-09-09T02:15:27.394Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317344478Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8442026-09-09T02:15:27.394Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317412904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8452026-09-09T02:15:27.394Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317474089Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8462026-09-09T02:15:27.435Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.328925911Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8472026-09-09T02:15:27.435Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.329148522Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9\"]","verb":"snapshot","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8482026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.346924824Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9\", \"phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\"]","verb":"clone","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8492026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.364889423Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8502026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.376370391Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca 0B 25.3T 207M /phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\n","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8512026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377442949Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8522026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.37750897Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"unbootable_disk_skipped","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8532026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377579745Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8542026-09-09T02:15:27.444Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377639502Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8552026-09-09T02:15:27.452Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377708144Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log\"","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8562026-09-09T02:15:27.488Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1075","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.412824392Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8572026-09-09T02:15:27.489Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.426539573Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::boot_order::unbootable_disk_skipped"}
8582026-09-09T02:15:27.489Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.426632637Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8592026-09-09T02:15:27.489Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.428894204Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8602026-09-09T02:15:27.952Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.927961563Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8612026-09-09T02:15:28.618Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.528147773Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8622026-09-09T02:15:28.688Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.528433684Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","elapsed_milliseconds":1101,"vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8632026-09-09T02:15:28.688Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.528579631Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8642026-09-09T02:15:28.688Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.537100146Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8652026-09-09T02:15:28.688Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.537175649Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8662026-09-09T02:15:28.688Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.569352624Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8672026-09-09T02:15:28.688Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.569409075Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9\"]","verb":"destroy","path":"phd_tests::boot_order::unbootable_disk_skipped"}
8682026-09-09T02:15:28.704Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.587850964Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1270,"path":"phd_tests::boot_order::unbootable_disk_skipped"}
8692026-09-09T02:15:28.704Z{"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590397554Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
8702026-09-09T02:15:28.718Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590534764Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
8712026-09-09T02:15:28.718Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590634873Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
8722026-09-09T02:15:28.718Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::boot_order_source_priority","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590693354Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
8732026-09-09T02:15:28.718Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590729803Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
8742026-09-09T02:15:28.718Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590767294Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
8752026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590967413Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority"}
8762026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591088352Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::boot_order_source_priority"}
8772026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591169375Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"}
8782026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591249617Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"}
8792026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591335229Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::boot_order_source_priority"}
8802026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.602467126Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::boot_order_source_priority"}
8812026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.602603605Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b\"]","path":"phd_tests::boot_order::boot_order_source_priority"}
8822026-09-09T02:15:28.728Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.621412511Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b\", \"phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\"]","verb":"clone","path":"phd_tests::boot_order::boot_order_source_priority"}
8832026-09-09T02:15:28.791Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.639041094Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\"]","verb":"list","path":"phd_tests::boot_order::boot_order_source_priority"}
8842026-09-09T02:15:28.791Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.650885951Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f 0B 25.3T 207M /phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\n","path":"phd_tests::boot_order::boot_order_source_priority"}
8852026-09-09T02:15:28.791Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652417821Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority"}
8862026-09-09T02:15:28.791Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652488615Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"boot_order_source_priority","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::boot_order_source_priority"}
8872026-09-09T02:15:28.791Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652564268Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::boot_order_source_priority"}
8882026-09-09T02:15:28.791Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652628439Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"}
8892026-09-09T02:15:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652703882Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log\"","path":"phd_tests::boot_order::boot_order_source_priority"}
8902026-09-09T02:15:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1083","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.687649147Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::boot_order_source_priority"}
8912026-09-09T02:15:28.800Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.701523255Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":49}
8922026-09-09T02:15:28.800Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.7016263Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"}
8932026-09-09T02:15:28.800Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.705314369Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"}
8942026-09-09T02:15:29.025Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.009239121Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"}
8952026-09-09T02:15:29.990Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.968837487Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"}
8962026-09-09T02:15:30.024Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.969045339Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority","elapsed_milliseconds":1267}
8972026-09-09T02:15:30.024Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.969200226Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"}
8982026-09-09T02:15:30.025Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.977907322Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"}
8992026-09-09T02:15:30.025Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.978004576Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\"]","verb":"destroy","path":"phd_tests::boot_order::boot_order_source_priority"}
9002026-09-09T02:15:30.113Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.010357555Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"}
9012026-09-09T02:15:30.113Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.010447846Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b\"]","verb":"destroy","path":"phd_tests::boot_order::boot_order_source_priority"}
9022026-09-09T02:15:30.114Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.027906999Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":1436}
9032026-09-09T02:15:30.117Z{"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::boot_order_source_priority::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031391933Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
9042026-09-09T02:15:30.130Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031546996Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
9052026-09-09T02:15:30.130Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031644872Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9062026-09-09T02:15:30.130Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::guest_can_adjust_boot_order","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031703222Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
9072026-09-09T02:15:30.130Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.0317391Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
9082026-09-09T02:15:30.131Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031776922Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9092026-09-09T02:15:30.131Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032012888Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9102026-09-09T02:15:30.131Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.03217228Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9112026-09-09T02:15:30.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032279313Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9122026-09-09T02:15:30.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032387587Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9132026-09-09T02:15:30.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032500461Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9142026-09-09T02:15:30.199Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.04341643Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9152026-09-09T02:15:30.199Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.043578316Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9162026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.061043661Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621\", \"phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9172026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.078206654Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\"]","verb":"list","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9182026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.090779256Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019 0B 25.3T 207M /phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9192026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.091886041Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9202026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.091955392Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9212026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.092027428Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9222026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.092090107Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9232026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.092164027Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log\"","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9242026-09-09T02:15:30.207Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1091","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.126909488Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9252026-09-09T02:15:30.208Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.141210429Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9262026-09-09T02:15:30.208Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.141306371Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9272026-09-09T02:15:30.208Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.143494883Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9282026-09-09T02:15:30.584Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.569255866Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9292026-09-09T02:15:31.096Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.076784086Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9302026-09-09T02:15:31.126Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.077031244Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":935,"vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9312026-09-09T02:15:31.135Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.077188432Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9322026-09-09T02:15:31.138Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.085415062Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9332026-09-09T02:15:31.139Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.085536432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9342026-09-09T02:15:31.212Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.116064857Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9352026-09-09T02:15:31.212Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.116125271Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621\"]","verb":"destroy","path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9362026-09-09T02:15:31.212Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.133227058Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1101,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"}
9372026-09-09T02:15:31.213Z{"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136279367Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
9382026-09-09T02:15:31.218Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136408048Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
9392026-09-09T02:15:31.218Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136566296Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9402026-09-09T02:15:31.218Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::nvme_boot_option_description","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.13662648Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
9412026-09-09T02:15:31.218Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.13666352Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
9422026-09-09T02:15:31.226Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136702925Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9432026-09-09T02:15:31.226Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136918483Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9442026-09-09T02:15:31.226Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.137061504Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::nvme_boot_option_description"}
9452026-09-09T02:15:31.226Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.137157766Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"}
9462026-09-09T02:15:31.227Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.13725498Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"}
9472026-09-09T02:15:31.227Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.137352715Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9482026-09-09T02:15:31.227Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.148057968Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"}
9492026-09-09T02:15:31.227Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.148180158Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9502026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.165801977Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f\", \"phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\"]","verb":"clone","path":"phd_tests::boot_order::nvme_boot_option_description"}
9512026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.182460405Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\"]","verb":"list","path":"phd_tests::boot_order::nvme_boot_option_description"}
9522026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.194253874Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d 0B 25.3T 207M /phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\n","path":"phd_tests::boot_order::nvme_boot_option_description"}
9532026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.19497018Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"}
9542026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.195040784Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9552026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.207514811Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"}
9562026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.207652422Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9572026-09-09T02:15:31.255Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.228503543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a\", \"phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9582026-09-09T02:15:31.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.248181925Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9592026-09-09T02:15:31.346Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.259331055Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413 0B 25.3T 207M /phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\n","path":"phd_tests::boot_order::nvme_boot_option_description"}
9602026-09-09T02:15:31.346Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260120679Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9612026-09-09T02:15:31.346Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260199448Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"nvme_boot_option_description","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::nvme_boot_option_description"}
9622026-09-09T02:15:31.346Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260275853Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::nvme_boot_option_description"}
9632026-09-09T02:15:31.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260343691Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::boot_order::nvme_boot_option_description"}
9642026-09-09T02:15:31.347Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260420837Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log\"","path":"phd_tests::boot_order::nvme_boot_option_description"}
9652026-09-09T02:15:31.405Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1103","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.29509548Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9662026-09-09T02:15:31.405Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.308989806Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::boot_order::nvme_boot_option_description"}
9672026-09-09T02:15:31.415Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.309090397Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"}
9682026-09-09T02:15:31.415Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.309898146Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"}
9692026-09-09T02:15:31.909Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.855422446Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"}
9702026-09-09T02:15:33.914Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:32.521788987Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"}
9712026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.182092261Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"}
9722026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.182345019Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1873,"path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d"}
9732026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.182491075Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::nvme_boot_option_description"}
9742026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.190736624Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9752026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.190852267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9762026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.218474165Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9772026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.218566279Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9782026-09-09T02:15:34.097Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.237093093Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9792026-09-09T02:15:34.098Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.237153337Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"}
9802026-09-09T02:15:34.098Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.26204718Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"}
9812026-09-09T02:15:34.098Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.262131269Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a\"]","path":"phd_tests::boot_order::nvme_boot_option_description"}
9822026-09-09T02:15:34.098Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.280039771Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":2142,"path":"phd_tests::boot_order::nvme_boot_option_description"}
9832026-09-09T02:15:34.098Z{"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.2832994Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
9842026-09-09T02:15:34.100Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283440007Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
9852026-09-09T02:15:34.100Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283538794Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9862026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283596403Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
9872026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.28363217Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
9882026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283668409Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9892026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.28394907Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
9902026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284058347Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"}
9912026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284122649Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"}
9922026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284182372Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"}
9932026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284251402Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hw::lspci_lifecycle_test"}
9942026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.296474756Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"}
9952026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.296563093Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
9962026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.3144532Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff\", \"phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
9972026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.332232779Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
9982026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.343370488Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc 0B 25.3T 207M /phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\n","path":"phd_tests::hw::lspci_lifecycle_test"}
9992026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.343970443Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10002026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.344040025Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::hw::lspci_lifecycle_test"}
10012026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.344113795Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"}
10022026-09-09T02:15:34.101Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.344176563Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::hw::lspci_lifecycle_test"}
10032026-09-09T02:15:34.102Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.34424883Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"}
10042026-09-09T02:15:34.102Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1113","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.380108356Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10052026-09-09T02:15:34.102Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.394060401Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":50}
10062026-09-09T02:15:34.102Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.394176641Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"}
10072026-09-09T02:15:34.102Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.394898127Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"}
10082026-09-09T02:15:34.128Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.997410319Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"}
10092026-09-09T02:15:34.620Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.60352561Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"}
10102026-09-09T02:15:34.646Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.604200217Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0","vm":"lspci_lifecycle_test","elapsed_milliseconds":1209}
10112026-09-09T02:15:34.646Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.604345832Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"}
10122026-09-09T02:15:34.646Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.612912186Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10132026-09-09T02:15:34.647Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.612959706Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\"]","verb":"destroy","path":"phd_tests::hw::lspci_lifecycle_test"}
10142026-09-09T02:15:34.674Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.64793601Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10152026-09-09T02:15:34.675Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.648021121Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
10162026-09-09T02:15:34.743Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.664780838Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":1380}
10172026-09-09T02:15:34.743Z{"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17\n 8: <tracing::instrument::Instrumented<phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hw::lspci_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.668964196Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
10182026-09-09T02:15:34.748Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669094513Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
10192026-09-09T02:15:34.748Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669191637Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
10202026-09-09T02:15:34.748Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669250468Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
10212026-09-09T02:15:34.748Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669287248Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
10222026-09-09T02:15:34.748Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669326041Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
10232026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669525158Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"}
10242026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669650245Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"}
10252026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669731468Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"}
10262026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669810167Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"}
10272026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669900358Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::export_failure"}
10282026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.681077361Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"}
10292026-09-09T02:15:34.749Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.681249436Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97\"]","path":"phd_tests::migrate::running_process::export_failure"}
10302026-09-09T02:15:34.776Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.698667051Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97\", \"phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\"]","path":"phd_tests::migrate::running_process::export_failure"}
10312026-09-09T02:15:34.776Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.716553341Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"}
10322026-09-09T02:15:34.776Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.727429584Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f 0B 25.3T 207M /phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\n","path":"phd_tests::migrate::running_process::export_failure"}
10332026-09-09T02:15:34.776Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.72814086Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
10342026-09-09T02:15:34.776Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728220641Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::export_failure"}
10352026-09-09T02:15:34.777Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728306855Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
10362026-09-09T02:15:34.777Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728373581Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::export_failure"}
10372026-09-09T02:15:34.777Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728448833Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
10382026-09-09T02:15:34.804Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1121","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.762677122Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
10392026-09-09T02:15:34.806Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776668191Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":48}
10402026-09-09T02:15:34.806Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776797926Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
10412026-09-09T02:15:34.806Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776860976Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure"}
10422026-09-09T02:15:34.807Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776931499Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
10432026-09-09T02:15:34.807Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.777017602Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"}
10442026-09-09T02:15:34.807Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.777092053Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
10452026-09-09T02:15:34.834Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1122","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.81888534Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
10462026-09-09T02:15:34.860Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833462276Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":56}
10472026-09-09T02:15:34.860Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.83361134Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
10482026-09-09T02:15:34.860Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833677587Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"}
10492026-09-09T02:15:34.860Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833755181Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
10502026-09-09T02:15:34.861Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.83388741Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"}
10512026-09-09T02:15:34.861Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833966861Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
10522026-09-09T02:15:34.891Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1123","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.876112484Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
10532026-09-09T02:15:34.920Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.89072546Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":56}
10542026-09-09T02:15:34.920Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.89084134Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"}
10552026-09-09T02:15:34.920Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.891595497Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"}
10562026-09-09T02:15:35.387Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:35.359291472Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"}
10572026-09-09T02:15:36.198Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.183711279Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"}
10582026-09-09T02:15:36.225Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.184056819Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","elapsed_milliseconds":1293,"path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"}
10592026-09-09T02:15:36.225Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.18417361Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"}
10602026-09-09T02:15:36.225Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.193508047Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"}
10612026-09-09T02:15:36.229Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.202796085Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"}
10622026-09-09T02:15:36.258Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.211959707Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"}
10632026-09-09T02:15:36.258Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.212047994Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure"}
10642026-09-09T02:15:36.328Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.245134491Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"}
10652026-09-09T02:15:36.328Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.24522921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure"}
10662026-09-09T02:15:36.328Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.26272358Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":1592}
10672026-09-09T02:15:36.328Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::export_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.266958686Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
10682026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267097509Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
10692026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267200564Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
10702026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267262351Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
10712026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267307416Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
10722026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267346911Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
10732026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267561186Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"}
10742026-09-09T02:15:36.359Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.26769523Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"}
10752026-09-09T02:15:36.362Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267771254Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
10762026-09-09T02:15:36.362Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267847959Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
10772026-09-09T02:15:36.362Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267916559Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"}
10782026-09-09T02:15:36.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.277969484Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"}
10792026-09-09T02:15:36.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.278057391Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"}
10802026-09-09T02:15:36.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.296958721Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110\", \"phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"}
10812026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.313921315Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\"]","path":"phd_tests::migrate::running_process::import_failure"}
10822026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.325509596Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945 0B 25.3T 207M /phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\n","path":"phd_tests::migrate::running_process::import_failure"}
10832026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.32636244Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
10842026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.326517744Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::import_failure"}
10852026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.326647109Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
10862026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.32675843Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"}
10872026-09-09T02:15:36.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.326889027Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"}
10882026-09-09T02:15:36.402Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1133","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.364929891Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
10892026-09-09T02:15:36.432Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379132839Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":52}
10902026-09-09T02:15:36.432Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379243338Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"}
10912026-09-09T02:15:36.432Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379301529Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
10922026-09-09T02:15:36.436Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379352926Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
10932026-09-09T02:15:36.436Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379415314Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"}
10942026-09-09T02:15:36.436Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.390844784Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"}
10952026-09-09T02:15:36.436Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.391043521Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd\"]","path":"phd_tests::migrate::running_process::import_failure"}
10962026-09-09T02:15:36.436Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.412734964Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd\", \"phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"}
10972026-09-09T02:15:36.464Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.429713927Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\"]","path":"phd_tests::migrate::running_process::import_failure"}
10982026-09-09T02:15:36.464Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.440990488Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf 0B 25.3T 207M /phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\n","path":"phd_tests::migrate::running_process::import_failure"}
10992026-09-09T02:15:36.466Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441675575Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
11002026-09-09T02:15:36.466Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441747461Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"}
11012026-09-09T02:15:36.466Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441822052Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
11022026-09-09T02:15:36.466Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441893086Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::import_failure"}
11032026-09-09T02:15:36.466Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.44198478Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"}
11042026-09-09T02:15:36.495Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1138","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.47695898Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
11052026-09-09T02:15:36.525Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.490713231Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":48}
11062026-09-09T02:15:36.526Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.49082925Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
11072026-09-09T02:15:36.526Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.490888823Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_target2","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::import_failure"}
11082026-09-09T02:15:36.526Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.490958685Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
11092026-09-09T02:15:36.526Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.491028858Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"}
11102026-09-09T02:15:36.526Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.491105563Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"}
11112026-09-09T02:15:36.552Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1139","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.520215256Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
11122026-09-09T02:15:36.553Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.533357568Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":42}
11132026-09-09T02:15:36.553Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.533435756Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"}
11142026-09-09T02:15:36.553Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.534185495Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"}
11152026-09-09T02:15:37.144Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.124473402Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"}
11162026-09-09T02:15:37.725Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.709739946Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"}
11172026-09-09T02:15:37.754Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.710076032Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":1176}
11182026-09-09T02:15:37.754Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.710216989Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"}
11192026-09-09T02:15:37.763Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.718675347Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::import_failure"}
11202026-09-09T02:15:37.763Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.72752181Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"}
11212026-09-09T02:15:37.763Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.727615778Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\"]","path":"phd_tests::migrate::running_process::import_failure"}
11222026-09-09T02:15:37.790Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.758598924Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"}
11232026-09-09T02:15:37.796Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.758661112Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd\"]","path":"phd_tests::migrate::running_process::import_failure"}
11242026-09-09T02:15:37.824Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.7764324Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::import_failure"}
11252026-09-09T02:15:37.824Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.784923936Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"}
11262026-09-09T02:15:37.824Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.785033854Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\"]","path":"phd_tests::migrate::running_process::import_failure"}
11272026-09-09T02:15:37.824Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.808673733Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"}
11282026-09-09T02:15:37.824Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.808732685Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110\"]","path":"phd_tests::migrate::running_process::import_failure"}
11292026-09-09T02:15:37.875Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.827096769Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":1559}
11302026-09-09T02:15:37.875Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::import_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.829968534Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
11312026-09-09T02:15:37.893Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830107788Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
11322026-09-09T02:15:37.893Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.83020924Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
11332026-09-09T02:15:37.893Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830270125Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
11342026-09-09T02:15:37.893Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830307205Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
11352026-09-09T02:15:37.893Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830345959Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
11362026-09-09T02:15:37.893Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830543843Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11372026-09-09T02:15:37.895Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830672116Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"}
11382026-09-09T02:15:37.895Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.83074812Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"}
11392026-09-09T02:15:37.895Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830825947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"}
11402026-09-09T02:15:37.895Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830907922Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::migrate_running_process"}
11412026-09-09T02:15:37.925Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.84311253Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"}
11422026-09-09T02:15:37.933Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.843242226Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::migrate_running_process"}
11432026-09-09T02:15:37.934Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.859012653Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71\", \"phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\"]","path":"phd_tests::migrate::running_process::migrate_running_process"}
11442026-09-09T02:15:37.934Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.877374873Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\"]","verb":"list","path":"phd_tests::migrate::running_process::migrate_running_process"}
11452026-09-09T02:15:37.934Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.887973311Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9 0B 25.3T 207M /phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\n","path":"phd_tests::migrate::running_process::migrate_running_process"}
11462026-09-09T02:15:37.934Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888610066Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11472026-09-09T02:15:37.934Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888679758Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"}
11482026-09-09T02:15:37.934Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888752876Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"}
11492026-09-09T02:15:37.938Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888817288Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
11502026-09-09T02:15:37.938Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888891008Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
11512026-09-09T02:15:37.967Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1151","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.923708371Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11522026-09-09T02:15:37.968Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937398841Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":48}
11532026-09-09T02:15:37.968Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937519189Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11542026-09-09T02:15:37.968Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937580024Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::migrate_running_process"}
11552026-09-09T02:15:37.969Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.93764684Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"}
11562026-09-09T02:15:37.969Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937705361Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
11572026-09-09T02:15:37.969Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937775714Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
11582026-09-09T02:15:38.032Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1152","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.979063144Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11592026-09-09T02:15:38.032Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.992961297Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":55}
11602026-09-09T02:15:38.032Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.993075633Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"}
11612026-09-09T02:15:38.035Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.993823679Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"}
11622026-09-09T02:15:38.541Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:38.526370348Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"}
11632026-09-09T02:15:39.575Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.556724872Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"}
11642026-09-09T02:15:39.605Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.5569774Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1563,"path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"}
11652026-09-09T02:15:39.605Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.557107386Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::migrate_running_process"}
11662026-09-09T02:15:39.605Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.566093993Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::migrate_running_process"}
11672026-09-09T02:15:39.605Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.574691646Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11682026-09-09T02:15:39.605Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.574784591Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process"}
11692026-09-09T02:15:39.633Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.607731484Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
11702026-09-09T02:15:39.633Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.607795195Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process"}
11712026-09-09T02:15:39.707Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.625818145Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":1795}
11722026-09-09T02:15:39.707Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629474273Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
11732026-09-09T02:15:39.720Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.62963106Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
11742026-09-09T02:15:39.720Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.62973146Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
11752026-09-09T02:15:39.720Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629791013Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
11762026-09-09T02:15:39.720Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629828654Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
11772026-09-09T02:15:39.720Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629867658Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
11782026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630088476Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
11792026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630231747Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"}
11802026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630310246Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"}
11812026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630377393Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"}
11822026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630454238Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_test"}
11832026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.641855786Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"}
11842026-09-09T02:15:39.721Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.641963059Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_reset_test"}
11852026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.660436722Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562\", \"phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\"]","path":"phd_tests::server_state_machine::instance_reset_test"}
11862026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.677921993Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"}
11872026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.689610895Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3 0B 25.3T 207M /phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\n","path":"phd_tests::server_state_machine::instance_reset_test"}
11882026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690251407Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
11892026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690315568Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"}
11902026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.69037465Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"}
11912026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690431157Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"}
11922026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690516388Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_test"}
11932026-09-09T02:15:39.766Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1161","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.726245577Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
11942026-09-09T02:15:39.792Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.739934334Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","elapsed_milliseconds":49}
11952026-09-09T02:15:39.792Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740037089Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
11962026-09-09T02:15:39.792Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740103845Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
11972026-09-09T02:15:39.792Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740642645Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
11982026-09-09T02:15:39.792Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740720222Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
11992026-09-09T02:15:39.792Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.741167789Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
12002026-09-09T02:15:40.102Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:40.087579136Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
12012026-09-09T02:15:41.046Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.031565597Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
12022026-09-09T02:15:41.076Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.031779662Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":1290,"vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"}
12032026-09-09T02:15:41.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.031923054Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"}
12042026-09-09T02:15:41.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.040298584Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
12052026-09-09T02:15:41.076Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.040413932Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test"}
12062026-09-09T02:15:41.155Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.070715911Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
12072026-09-09T02:15:41.155Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.07077328Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test"}
12082026-09-09T02:15:41.155Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.088703913Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test","elapsed_milliseconds":1458}
12092026-09-09T02:15:41.155Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092281164Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
12102026-09-09T02:15:41.171Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092415538Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
12112026-09-09T02:15:41.171Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092512051Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12122026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092571794Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
12132026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092608654Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
12142026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092647006Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12152026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092807761Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12162026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092905997Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12172026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092967994Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12182026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.093025393Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12192026-09-09T02:15:41.178Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.093101106Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12202026-09-09T02:15:41.209Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.104258872Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12212026-09-09T02:15:41.209Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.104444483Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12222026-09-09T02:15:41.209Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.121006869Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01\", \"phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12232026-09-09T02:15:41.209Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.1387038Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12242026-09-09T02:15:41.210Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.150610474Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7 0B 25.3T 207M /phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\n","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12252026-09-09T02:15:41.210Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151368489Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12262026-09-09T02:15:41.210Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151442609Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_ensure_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12272026-09-09T02:15:41.216Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151518242Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12282026-09-09T02:15:41.216Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151586141Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12292026-09-09T02:15:41.216Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151662856Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12302026-09-09T02:15:41.216Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1169","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.187462809Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12312026-09-09T02:15:41.248Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.201436916Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":49}
12322026-09-09T02:15:41.249Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.201542435Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"}
12332026-09-09T02:15:41.249Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.202253972Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"}
12342026-09-09T02:15:41.912Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.894498127Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"}
12352026-09-09T02:15:42.468Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.453431404Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"}
12362026-09-09T02:15:42.496Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.453658344Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7","elapsed_milliseconds":1251}
12372026-09-09T02:15:42.496Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.453802066Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12382026-09-09T02:15:42.496Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.462522629Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12392026-09-09T02:15:42.496Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.462646394Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12402026-09-09T02:15:42.526Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.496080187Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12412026-09-09T02:15:42.527Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.49614125Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test"}
12422026-09-09T02:15:42.597Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.513517851Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":1420}
12432026-09-09T02:15:42.597Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26\n 7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1\n 9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.51711573Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
12442026-09-09T02:15:42.623Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517242771Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
12452026-09-09T02:15:42.624Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.51734277Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12462026-09-09T02:15:42.624Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_unstarted_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517401501Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
12472026-09-09T02:15:42.624Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517437499Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
12482026-09-09T02:15:42.624Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517475591Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12492026-09-09T02:15:42.624Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517660221Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12502026-09-09T02:15:42.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517783715Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12512026-09-09T02:15:42.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517858095Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12522026-09-09T02:15:42.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517940652Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12532026-09-09T02:15:42.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.518018108Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12542026-09-09T02:15:42.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.528948074Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12552026-09-09T02:15:42.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.529078961Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12562026-09-09T02:15:42.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.546105494Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa\", \"phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12572026-09-09T02:15:42.666Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.564029877Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12582026-09-09T02:15:42.666Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575243399Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532 0B 25.3T 207M /phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12592026-09-09T02:15:42.667Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575860537Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12602026-09-09T02:15:42.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575930119Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_stop_unstarted_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12612026-09-09T02:15:42.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575993569Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12622026-09-09T02:15:42.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.576053212Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12632026-09-09T02:15:42.667Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.576130619Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12642026-09-09T02:15:42.670Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1177","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.611230927Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12652026-09-09T02:15:42.670Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.625132547Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12662026-09-09T02:15:42.670Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.625248887Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12672026-09-09T02:15:42.670Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.626009797Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12682026-09-09T02:15:43.236Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:43.215691747Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12692026-09-09T02:15:44.080Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.065797803Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12702026-09-09T02:15:44.109Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.066199773Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","elapsed_milliseconds":1440,"vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","vm":"instance_stop_unstarted_test"}
12712026-09-09T02:15:44.109Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.066402116Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12722026-09-09T02:15:44.109Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.07544904Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12732026-09-09T02:15:44.109Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.075570239Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12742026-09-09T02:15:44.135Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.105128778Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12752026-09-09T02:15:44.135Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.105191256Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12762026-09-09T02:15:44.222Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.123019438Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1605,"path":"phd_tests::server_state_machine::instance_stop_unstarted_test"}
12772026-09-09T02:15:44.222Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26\n 7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1\n 9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.125830246Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
12782026-09-09T02:15:44.240Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.125967045Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
12792026-09-09T02:15:44.240Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126069328Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12802026-09-09T02:15:44.240Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126132518Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
12812026-09-09T02:15:44.240Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126171371Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
12822026-09-09T02:15:44.240Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126211157Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12832026-09-09T02:15:44.251Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126392229Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12842026-09-09T02:15:44.251Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126497799Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12852026-09-09T02:15:44.251Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.12657724Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12862026-09-09T02:15:44.251Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.12665668Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12872026-09-09T02:15:44.252Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126737353Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12882026-09-09T02:15:44.252Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.138352178Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12892026-09-09T02:15:44.252Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.138459838Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12902026-09-09T02:15:44.252Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.156273672Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221\", \"phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12912026-09-09T02:15:44.291Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.173357375Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12922026-09-09T02:15:44.291Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.186053498Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b 0B 25.3T 207M /phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12932026-09-09T02:15:44.291Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.186665479Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12942026-09-09T02:15:44.291Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.186785677Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\", \"--encrypted\", \"--uuid\", \"741eeb41-def4-460a-b7cd-605f04090bcb\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12952026-09-09T02:15:44.291Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.211759812Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.195712883Z\",\"hostname\":\"BRM42220010\",\"pid\":1185}\n{\"msg\":\"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.207361609Z\",\"hostname\":\"BRM42220010\",\"pid\":1185}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.207376547Z\",\"hostname\":\"BRM42220010\",\"pid\":1185}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12962026-09-09T02:15:44.297Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.211970791Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\", \"--encrypted\", \"--uuid\", \"741eeb41-def4-460a-b7cd-605f04090bcb\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12972026-09-09T02:15:44.297Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.237493043Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.222213838Z\",\"hostname\":\"BRM42220010\",\"pid\":1186}\n{\"msg\":\"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.233356766Z\",\"hostname\":\"BRM42220010\",\"pid\":1186}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.233372336Z\",\"hostname\":\"BRM42220010\",\"pid\":1186}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12982026-09-09T02:15:44.297Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.23762861Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\", \"--encrypted\", \"--uuid\", \"741eeb41-def4-460a-b7cd-605f04090bcb\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
12992026-09-09T02:15:44.297Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.26273259Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.246896493Z\",\"hostname\":\"BRM42220010\",\"pid\":1187}\n{\"msg\":\"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.258702259Z\",\"hostname\":\"BRM42220010\",\"pid\":1187}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.258715671Z\",\"hostname\":\"BRM42220010\",\"pid\":1187}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13002026-09-09T02:15:44.306Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.262999766Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13012026-09-09T02:15:44.306Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.263141544Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13022026-09-09T02:15:44.306Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.263232396Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13032026-09-09T02:15:44.306Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.265375823Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13042026-09-09T02:15:44.306Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.265471294Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13052026-09-09T02:15:44.315Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.265536277Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13062026-09-09T02:15:44.315Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.26739237Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13072026-09-09T02:15:44.315Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.267500865Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13082026-09-09T02:15:44.315Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.267568012Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13092026-09-09T02:15:44.315Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.27006053Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13102026-09-09T02:15:44.315Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270186248Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13112026-09-09T02:15:44.323Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270278753Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"stop_while_blocked_on_start_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13122026-09-09T02:15:44.323Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270385966Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13132026-09-09T02:15:44.323Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270481767Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13142026-09-09T02:15:44.323Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.27059434Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13152026-09-09T02:15:44.353Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1191","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.309198549Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13162026-09-09T02:15:44.361Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.32322754Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":52,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13172026-09-09T02:15:44.361Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.323330555Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"}
13182026-09-09T02:15:44.361Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.32417876Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"}
13192026-09-09T02:15:45.157Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.019559031Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"}
13202026-09-09T02:15:45.933Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.918673908Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"}
13212026-09-09T02:15:45.961Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.919065098Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1595,"vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"}
13222026-09-09T02:15:45.961Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.919261009Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13232026-09-09T02:15:45.961Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.927632702Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13242026-09-09T02:15:45.961Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.927752158Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\"]","verb":"destroy","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13252026-09-09T02:15:45.993Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.959562742Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13262026-09-09T02:15:45.993Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.959625992Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13272026-09-09T02:15:45.996Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.977779788Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13282026-09-09T02:15:46.073Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.982244448Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13292026-09-09T02:15:46.073Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.983575458Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13302026-09-09T02:15:46.073Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.987566991Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13312026-09-09T02:15:46.073Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.988967922Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13322026-09-09T02:15:46.078Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.993645014Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13332026-09-09T02:15:46.078Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.995071053Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1868,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"}
13342026-09-09T02:15:46.078Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.999995793Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
13352026-09-09T02:15:46.092Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000134916Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
13362026-09-09T02:15:46.093Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000234004Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
13372026-09-09T02:15:46.093Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000292614Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
13382026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000328442Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
13392026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000365412Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
13402026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000592923Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13412026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000742095Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13422026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000858345Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13432026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000949618Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13442026-09-09T02:15:46.096Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.001050579Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13452026-09-09T02:15:46.128Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.012567746Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13462026-09-09T02:15:46.128Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.012714013Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13472026-09-09T02:15:46.128Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.028704496Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9\", \"phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13482026-09-09T02:15:46.128Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.04547706Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13492026-09-09T02:15:46.128Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.056208539Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec 0B 25.3T 207M /phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13502026-09-09T02:15:46.128Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.056830907Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13512026-09-09T02:15:46.130Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.05690094Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13522026-09-09T02:15:46.131Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.056973737Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13532026-09-09T02:15:46.131Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.057036777Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13542026-09-09T02:15:46.131Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.057112049Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13552026-09-09T02:15:46.131Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1199","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.089346524Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13562026-09-09T02:15:46.131Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.103337633Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":46,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13572026-09-09T02:15:46.131Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.103435238Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13582026-09-09T02:15:46.139Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.104232887Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13592026-09-09T02:15:46.802Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.785814453Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13602026-09-09T02:15:47.535Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.52086027Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13612026-09-09T02:15:47.563Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.521237023Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1417,"vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13622026-09-09T02:15:47.563Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.52143621Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13632026-09-09T02:15:47.563Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.529627073Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13642026-09-09T02:15:47.563Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.529704519Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13652026-09-09T02:15:47.593Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.56274497Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13662026-09-09T02:15:47.593Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.562845159Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13672026-09-09T02:15:47.664Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.581237968Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1580,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
13682026-09-09T02:15:47.664Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584554605Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
13692026-09-09T02:15:47.690Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584655917Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
13702026-09-09T02:15:47.690Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584750215Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
13712026-09-09T02:15:47.690Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584808746Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
13722026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584856937Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
13732026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584896662Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
13742026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585071383Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13752026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585179047Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13762026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585242547Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13772026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585308231Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13782026-09-09T02:15:47.691Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585393352Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13792026-09-09T02:15:47.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.597482752Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13802026-09-09T02:15:47.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.597610544Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13812026-09-09T02:15:47.720Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.616532112Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0\", \"phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13822026-09-09T02:15:47.720Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.633411208Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13832026-09-09T02:15:47.722Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.645777863Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882 0B 25.3T 207M /phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13842026-09-09T02:15:47.722Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646423475Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13852026-09-09T02:15:47.722Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646493928Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_requires_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13862026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646563109Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13872026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646625868Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13882026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646701521Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13892026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1207","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.682461088Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
13902026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696281283Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","elapsed_milliseconds":49}
13912026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696381964Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13922026-09-09T02:15:47.725Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696440775Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13932026-09-09T02:15:47.727Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696969195Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13942026-09-09T02:15:47.727Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.697049247Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13952026-09-09T02:15:47.728Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.697495652Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13962026-09-09T02:15:48.269Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:48.253918227Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13972026-09-09T02:15:49.213Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.196291674Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13982026-09-09T02:15:49.247Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.196722549Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","elapsed_milliseconds":1499,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
13992026-09-09T02:15:49.247Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.196884175Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
14002026-09-09T02:15:49.247Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.205129549Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
14012026-09-09T02:15:49.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.20522525Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
14022026-09-09T02:15:49.320Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.237137545Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
14032026-09-09T02:15:49.321Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.237197168Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
14042026-09-09T02:15:49.321Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.254907797Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","elapsed_milliseconds":1669}
14052026-09-09T02:15:49.321Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258351112Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
14062026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258484936Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
14072026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258584704Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14082026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_get_cid","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258644438Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
14092026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258680225Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
14102026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258718648Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14112026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258911834Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_get_cid"}
14122026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259024507Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_get_cid"}
14132026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259107674Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"}
14142026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259183468Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"}
14152026-09-09T02:15:49.338Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259260263Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::vsock::vsock_get_cid"}
14162026-09-09T02:15:49.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.270836355Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_get_cid"}
14172026-09-09T02:15:49.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.271022413Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec\"]","verb":"snapshot","path":"phd_tests::vsock::vsock_get_cid"}
14182026-09-09T02:15:49.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.288344888Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec\", \"phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\"]","path":"phd_tests::vsock::vsock_get_cid"}
14192026-09-09T02:15:49.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.30646144Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\"]","path":"phd_tests::vsock::vsock_get_cid"}
14202026-09-09T02:15:49.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.318344848Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a 0B 25.3T 207M /phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\n","path":"phd_tests::vsock::vsock_get_cid"}
14212026-09-09T02:15:49.373Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.318920785Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid"}
14222026-09-09T02:15:49.373Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.319044828Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"vsock_get_cid","path":"phd_tests::vsock::vsock_get_cid"}
14232026-09-09T02:15:49.373Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.319117686Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_get_cid"}
14242026-09-09T02:15:49.373Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.319175946Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"}
14252026-09-09T02:15:49.373Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.31924651Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log\"","path":"phd_tests::vsock::vsock_get_cid"}
14262026-09-09T02:15:49.403Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1215","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.354870321Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_get_cid"}
14272026-09-09T02:15:49.403Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.369011533Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::vsock::vsock_get_cid"}
14282026-09-09T02:15:49.403Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.369123655Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"}
14292026-09-09T02:15:49.403Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.369840932Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"}
14302026-09-09T02:15:50.135Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.078346213Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"}
14312026-09-09T02:15:50.830Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.816453534Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"}
14322026-09-09T02:15:50.867Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.816824667Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1447,"vm_id":"478186b2-7bd2-482d-9924-5619791cadd7","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid"}
14332026-09-09T02:15:50.867Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.817005369Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"}
14342026-09-09T02:15:50.867Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.825568065Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"}
14352026-09-09T02:15:50.867Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.825659047Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\"]","path":"phd_tests::vsock::vsock_get_cid"}
14362026-09-09T02:15:50.942Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.856855798Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"}
14372026-09-09T02:15:50.942Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.856915832Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec\"]","verb":"destroy","path":"phd_tests::vsock::vsock_get_cid"}
14382026-09-09T02:15:50.942Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.874851456Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","elapsed_milliseconds":1615,"path":"phd_tests::vsock::vsock_get_cid"}
14392026-09-09T02:15:50.942Z{"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17\n 8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_get_cid::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878011235Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
14402026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878145219Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
14412026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878244827Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14422026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878301985Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
14432026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878336571Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
14442026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878374192Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14452026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878533974Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test"}
14462026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878619627Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_smoke_test"}
14472026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878682696Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"}
14482026-09-09T02:15:50.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878741998Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"}
14492026-09-09T02:15:50.953Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878805068Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::vsock::vsock_smoke_test"}
14502026-09-09T02:15:50.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.889909022Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_smoke_test"}
14512026-09-09T02:15:50.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.889992971Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98\"]","verb":"snapshot","path":"phd_tests::vsock::vsock_smoke_test"}
14522026-09-09T02:15:50.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.905892362Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98\", \"phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\"]","path":"phd_tests::vsock::vsock_smoke_test"}
14532026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.923933952Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\"]","path":"phd_tests::vsock::vsock_smoke_test"}
14542026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.935151547Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38 0B 25.3T 207M /phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\n","path":"phd_tests::vsock::vsock_smoke_test"}
14552026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936060918Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test"}
14562026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936141611Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vsock_smoke_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::vsock::vsock_smoke_test"}
14572026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936211339Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_smoke_test"}
14582026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936278Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::vsock::vsock_smoke_test"}
14592026-09-09T02:15:51.006Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936344519Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log\"","path":"phd_tests::vsock::vsock_smoke_test"}
14602026-09-09T02:15:51.040Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1223","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.970819671Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_smoke_test"}
14612026-09-09T02:15:51.040Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.984972729Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":48}
14622026-09-09T02:15:51.040Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.985065764Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"}
14632026-09-09T02:15:51.040Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.98583705Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"}
14642026-09-09T02:15:51.678Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:51.660856506Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"}
14652026-09-09T02:15:54.844Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.489084597Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"}
14662026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.489333087Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test","elapsed_milliseconds":1504}
14672026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.489481518Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_smoke_test"}
14682026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.498205147Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"}
14692026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.49830169Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\"]","path":"phd_tests::vsock::vsock_smoke_test"}
14702026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.530590367Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"}
14712026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.530646984Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98\"]","path":"phd_tests::vsock::vsock_smoke_test"}
14722026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.548389965Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":1669}
14732026-09-09T02:15:54.949Z{"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17\n 8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551058055Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
14742026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551205884Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
14752026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551310392Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14762026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::long_line_serial_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551371428Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
14772026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551408318Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
14782026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551447893Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14792026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551691333Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test"}
14802026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551799698Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"}
14812026-09-09T02:15:54.951Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.55190111Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::long_line_serial_test"}
14822026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551973527Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"}
14832026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.552046255Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"}
14842026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.552132689Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::framework::long_line_serial_test"}
14852026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.564074088Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::long_line_serial_test"}
14862026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.564189226Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b\"]","path":"phd_tests::framework::long_line_serial_test"}
14872026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.580689583Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b\", \"phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\"]","verb":"clone","path":"phd_tests::framework::long_line_serial_test"}
14882026-09-09T02:15:54.952Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.599796955Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\"]","path":"phd_tests::framework::long_line_serial_test"}
14892026-09-09T02:15:54.953Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.610643142Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3 0B 25.3T 207M /phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\n","path":"phd_tests::framework::long_line_serial_test"}
14902026-09-09T02:15:54.953Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.61125495Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test"}
14912026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611325003Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"long_line_serial_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::framework::long_line_serial_test"}
14922026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611401698Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::long_line_serial_test"}
14932026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611467412Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::long_line_serial_test"}
14942026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611550239Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log\"","path":"phd_tests::framework::long_line_serial_test"}
14952026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1231","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.647123082Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::long_line_serial_test"}
14962026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.661077852Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","elapsed_milliseconds":49}
14972026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.661198441Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"}
14982026-09-09T02:15:54.955Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.661994397Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"}
14992026-09-09T02:15:54.981Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.375360014Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"}
15002026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.89631747Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"}
15012026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.896694914Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1235,"path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"}
15022026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.896899471Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::long_line_serial_test"}
15032026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.905508554Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"}
15042026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.90560175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\"]","path":"phd_tests::framework::long_line_serial_test"}
15052026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.938235322Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"}
15062026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.938320944Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b\"]","verb":"destroy","path":"phd_tests::framework::long_line_serial_test"}
15072026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.955134243Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test","elapsed_milliseconds":1403}
15082026-09-09T02:15:54.982Z{"v":0,"name":"phd-runner","msg":"test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17\n 8: <tracing::instrument::Instrumented<phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::long_line_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959392012Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
15092026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959524242Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
15102026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959620274Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15112026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959679586Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
15122026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959716215Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
15132026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.9597555Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15142026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.95993534Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"}
15152026-09-09T02:15:54.985Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.960032935Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"}
15162026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.9600935Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"}
15172026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.960150788Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"}
15182026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.960216713Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::multiline_serial_test"}
15192026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.971298255Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"}
15202026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.97142246Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1\"]","verb":"snapshot","path":"phd_tests::framework::multiline_serial_test"}
15212026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.988876079Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1\", \"phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\"]","path":"phd_tests::framework::multiline_serial_test"}
15222026-09-09T02:15:54.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.007422882Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\"]","path":"phd_tests::framework::multiline_serial_test"}
15232026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.018640642Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917 0B 25.3T 207M /phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\n","path":"phd_tests::framework::multiline_serial_test"}
15242026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019297766Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
15252026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019368139Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiline_test","guest_os_kind":"Alpine","path":"phd_tests::framework::multiline_serial_test"}
15262026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019446628Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"}
15272026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019512182Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"}
15282026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019586964Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log\"","path":"phd_tests::framework::multiline_serial_test"}
15292026-09-09T02:15:54.988Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1239","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.052955565Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"}
15302026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.067013931Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":47}
15312026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.067120974Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"}
15322026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.067796362Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"}
15332026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.385167431Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"}
15342026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.952170641Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"}
15352026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.952384396Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1","elapsed_milliseconds":885,"vm":"multiline_test"}
15362026-09-09T02:15:54.989Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.952534911Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"}
15372026-09-09T02:15:54.990Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.961491071Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"}
15382026-09-09T02:15:54.990Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.961542063Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\"]","path":"phd_tests::framework::multiline_serial_test"}
15392026-09-09T02:15:55.027Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.995287543Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"}
15402026-09-09T02:15:55.027Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.995379367Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1\"]","path":"phd_tests::framework::multiline_serial_test"}
15412026-09-09T02:15:55.052Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.013514638Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":1053}
15422026-09-09T02:15:55.053Z{"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17\n 8: <tracing::instrument::Instrumented<phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::multiline_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016206262Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
15432026-09-09T02:15:55.055Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016338733Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
15442026-09-09T02:15:55.055Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016445475Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15452026-09-09T02:15:55.055Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016503805Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
15462026-09-09T02:15:55.056Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016540264Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
15472026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016579048Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15482026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016758036Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"}
15492026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016856713Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"}
15502026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.0169186Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"}
15512026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016983383Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"}
15522026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.017050921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"}
15532026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.027869094Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"}
15542026-09-09T02:15:55.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.028002908Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed\"]","path":"phd_tests::smoke::nproc_test"}
15552026-09-09T02:15:55.088Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.044472177Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed\", \"phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\"]","path":"phd_tests::smoke::nproc_test"}
15562026-09-09T02:15:55.088Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.062248188Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\"]","path":"phd_tests::smoke::nproc_test"}
15572026-09-09T02:15:55.113Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073027478Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502 0B 25.3T 207M /phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\n","path":"phd_tests::smoke::nproc_test"}
15582026-09-09T02:15:55.114Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073610692Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
15592026-09-09T02:15:55.114Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073676447Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"nproc_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::nproc_test"}
15602026-09-09T02:15:55.114Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073736701Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"}
15612026-09-09T02:15:55.114Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.07379449Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::smoke::nproc_test"}
15622026-09-09T02:15:55.114Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073864933Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log\"","path":"phd_tests::smoke::nproc_test"}
15632026-09-09T02:15:55.142Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1247","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.107396304Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"}
15642026-09-09T02:15:55.143Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.121305776Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::smoke::nproc_test"}
15652026-09-09T02:15:55.143Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.121398231Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"}
15662026-09-09T02:15:55.143Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.12207893Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"}
15672026-09-09T02:15:55.536Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.481434689Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"}
15682026-09-09T02:15:56.422Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.407759311Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"}
15692026-09-09T02:15:56.447Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.408148357Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","elapsed_milliseconds":1286}
15702026-09-09T02:15:56.447Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.408269226Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"}
15712026-09-09T02:15:56.447Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.416707085Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"}
15722026-09-09T02:15:56.447Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.416807685Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\"]","path":"phd_tests::smoke::nproc_test"}
15732026-09-09T02:15:56.472Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.449531366Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"}
15742026-09-09T02:15:56.472Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.449589005Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed\"]","path":"phd_tests::smoke::nproc_test"}
15752026-09-09T02:15:56.542Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.467563754Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1450,"path":"phd_tests::smoke::nproc_test"}
15762026-09-09T02:15:56.542Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::nproc_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::nproc_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.471782326Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
15772026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.471920909Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
15782026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.47202203Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15792026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::api_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472082514Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
15802026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472118713Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
15812026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472157055Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15822026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472345162Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test"}
15832026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472453186Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::api_reboot_test"}
15842026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472526395Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"}
15852026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472596617Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"}
15862026-09-09T02:15:56.544Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472675036Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::api_reboot_test"}
15872026-09-09T02:15:56.571Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.484044383Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::api_reboot_test"}
15882026-09-09T02:15:56.571Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.484176152Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084\"]","path":"phd_tests::smoke::api_reboot_test"}
15892026-09-09T02:15:56.571Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.501768277Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084\", \"phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\"]","path":"phd_tests::smoke::api_reboot_test"}
15902026-09-09T02:15:56.571Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.518618451Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\"]","path":"phd_tests::smoke::api_reboot_test"}
15912026-09-09T02:15:56.571Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.529949041Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d 0B 25.3T 207M /phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\n","path":"phd_tests::smoke::api_reboot_test"}
15922026-09-09T02:15:56.572Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530587359Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
15932026-09-09T02:15:56.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.53066032Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"api_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::api_reboot_test"}
15942026-09-09T02:15:56.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530734823Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::api_reboot_test"}
15952026-09-09T02:15:56.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530794552Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::api_reboot_test"}
15962026-09-09T02:15:56.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530864181Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log\"","path":"phd_tests::smoke::api_reboot_test"}
15972026-09-09T02:15:56.598Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1255","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.565805671Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::api_reboot_test"}
15982026-09-09T02:15:56.599Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.579462514Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":48}
15992026-09-09T02:15:56.599Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.5796391Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"}
16002026-09-09T02:15:56.599Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.580367929Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"}
16012026-09-09T02:15:57.272Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:57.257795094Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"}
16022026-09-09T02:15:58.203Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.188907105Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"}
16032026-09-09T02:15:58.227Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.189170063Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"api_reboot_test","elapsed_milliseconds":1609,"path":"phd_tests::smoke::api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"}
16042026-09-09T02:15:58.227Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.189322461Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"}
16052026-09-09T02:15:58.227Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.198200102Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"}
16062026-09-09T02:15:58.228Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.198293279Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\"]","path":"phd_tests::smoke::api_reboot_test"}
16072026-09-09T02:15:58.253Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.229152332Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"}
16082026-09-09T02:15:58.253Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.229213327Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test"}
16092026-09-09T02:15:58.321Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.246633831Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":1774}
16102026-09-09T02:15:58.321Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249465515Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
16112026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249602685Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
16122026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249717762Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
16132026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::guest_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249792474Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
16142026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249830616Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
16152026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249870081Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
16162026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250078345Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test"}
16172026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250202901Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::guest_reboot_test"}
16182026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250277772Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"}
16192026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250346112Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"}
16202026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250427426Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::guest_reboot_test"}
16212026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.262180709Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::guest_reboot_test"}
16222026-09-09T02:15:58.326Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.262269677Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356\"]","verb":"snapshot","path":"phd_tests::smoke::guest_reboot_test"}
16232026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.279874186Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356\", \"phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\"]","verb":"clone","path":"phd_tests::smoke::guest_reboot_test"}
16242026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.299286975Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\"]","path":"phd_tests::smoke::guest_reboot_test"}
16252026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310208474Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2 0B 25.3T 207M /phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\n","path":"phd_tests::smoke::guest_reboot_test"}
16262026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310823267Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
16272026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310893711Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::guest_reboot_test"}
16282026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310965647Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::guest_reboot_test"}
16292026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.311030219Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::smoke::guest_reboot_test"}
16302026-09-09T02:15:58.351Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.311104209Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log\"","path":"phd_tests::smoke::guest_reboot_test"}
16312026-09-09T02:15:58.376Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1263","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.347363682Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::guest_reboot_test"}
16322026-09-09T02:15:58.378Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.361173989Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::smoke::guest_reboot_test"}
16332026-09-09T02:15:58.378Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.361279128Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"}
16342026-09-09T02:15:58.378Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.361979283Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"}
16352026-09-09T02:15:58.884Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.869285153Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"}
16362026-09-09T02:15:59.632Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.618624834Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"}
16372026-09-09T02:15:59.657Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.618877473Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","elapsed_milliseconds":1257,"vm":"guest_reboot_test"}
16382026-09-09T02:15:59.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.619004112Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::guest_reboot_test"}
16392026-09-09T02:15:59.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.627363422Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"}
16402026-09-09T02:15:59.658Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.627454765Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\"]","path":"phd_tests::smoke::guest_reboot_test"}
16412026-09-09T02:15:59.682Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.658612201Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"}
16422026-09-09T02:15:59.682Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.65866993Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356\"]","verb":"destroy","path":"phd_tests::smoke::guest_reboot_test"}
16432026-09-09T02:15:59.752Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.676442697Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1426,"path":"phd_tests::smoke::guest_reboot_test"}
16442026-09-09T02:15:59.753Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679372753Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
16452026-09-09T02:15:59.758Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679510263Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
16462026-09-09T02:15:59.758Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679611815Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
16472026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679672951Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
16482026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679712556Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
16492026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679752912Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
16502026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679953802Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"}
16512026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.680115819Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"}
16522026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.68022182Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"}
16532026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.680328381Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"}
16542026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.680441295Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::instance_spec_get_test"}
16552026-09-09T02:15:59.759Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.692441226Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"}
16562026-09-09T02:15:59.785Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.692529583Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984\"]","path":"phd_tests::smoke::instance_spec_get_test"}
16572026-09-09T02:15:59.785Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.71110649Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984\", \"phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\"]","verb":"clone","path":"phd_tests::smoke::instance_spec_get_test"}
16582026-09-09T02:15:59.785Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.729127677Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\"]","verb":"list","path":"phd_tests::smoke::instance_spec_get_test"}
16592026-09-09T02:15:59.786Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.740323785Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3 0B 25.3T 207M /phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\n","path":"phd_tests::smoke::instance_spec_get_test"}
16602026-09-09T02:15:59.786Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.740976495Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"}
16612026-09-09T02:15:59.786Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741042019Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test"}
16622026-09-09T02:15:59.786Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741111197Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"}
16632026-09-09T02:15:59.787Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741172071Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::instance_spec_get_test"}
16642026-09-09T02:15:59.787Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741241099Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log\"","path":"phd_tests::smoke::instance_spec_get_test"}
16652026-09-09T02:15:59.812Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1271","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.777439328Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"}
16662026-09-09T02:15:59.812Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.791611388Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::smoke::instance_spec_get_test"}
16672026-09-09T02:15:59.812Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.791713381Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"}
16682026-09-09T02:15:59.812Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.792422012Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"}
16692026-09-09T02:16:00.222Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:00.207774316Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"}
16702026-09-09T02:16:01.145Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.131079444Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"}
16712026-09-09T02:16:01.170Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.131449214Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1339,"vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"}
16722026-09-09T02:16:01.170Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.131603506Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test"}
16732026-09-09T02:16:01.170Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.139926239Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"}
16742026-09-09T02:16:01.170Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.139969811Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\"]","verb":"destroy","path":"phd_tests::smoke::instance_spec_get_test"}
16752026-09-09T02:16:01.196Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.170078462Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"}
16762026-09-09T02:16:01.196Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.170136302Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984\"]","path":"phd_tests::smoke::instance_spec_get_test"}
16772026-09-09T02:16:01.265Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.186646529Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1506,"path":"phd_tests::smoke::instance_spec_get_test"}
16782026-09-09T02:16:01.265Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::instance_spec_get_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.18927397Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
16792026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190089914Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
16802026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190257321Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
16812026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_parse","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190347351Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
16822026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190390954Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
16832026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190434005Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
16842026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190662809Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse"}
16852026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191309482Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_parse"}
16862026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191397639Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"}
16872026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191485105Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"}
16882026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191583301Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::firmware::acpi_tables_parse"}
16892026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.203155331Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_parse"}
16902026-09-09T02:16:01.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.203299103Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2\"]","verb":"snapshot","path":"phd_tests::firmware::acpi_tables_parse"}
16912026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.219346735Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2\", \"phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\"]","verb":"clone","path":"phd_tests::firmware::acpi_tables_parse"}
16922026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.237004582Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\"]","verb":"list","path":"phd_tests::firmware::acpi_tables_parse"}
16932026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.248295573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8 0B 25.3T 207M /phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\n","path":"phd_tests::firmware::acpi_tables_parse"}
16942026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.24900489Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse"}
16952026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.249113799Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"acpi_tables_parse","guest_os_kind":"Alpine","path":"phd_tests::firmware::acpi_tables_parse"}
16962026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.249218838Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_parse"}
16972026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.24931257Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"}
16982026-09-09T02:16:01.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.249423357Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log\"","path":"phd_tests::firmware::acpi_tables_parse"}
16992026-09-09T02:16:01.319Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1279","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.284852799Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_parse"}
17002026-09-09T02:16:01.320Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.29908903Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":49}
17012026-09-09T02:16:01.320Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.299191113Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"}
17022026-09-09T02:16:01.320Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.299836134Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"}
17032026-09-09T02:16:01.899Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.885162021Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"}
17042026-09-09T02:16:02.435Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.421474909Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"}
17052026-09-09T02:16:02.463Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.42201446Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":1122,"vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","vm":"acpi_tables_parse"}
17062026-09-09T02:16:02.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.422137262Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"}
17072026-09-09T02:16:02.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.431015344Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"}
17082026-09-09T02:16:02.463Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.431125192Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\"]","path":"phd_tests::firmware::acpi_tables_parse"}
17092026-09-09T02:16:02.488Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.463227749Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"}
17102026-09-09T02:16:02.488Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.46329718Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_parse"}
17112026-09-09T02:16:02.556Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.482383782Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":1290}
17122026-09-09T02:16:02.556Z{"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17\n 8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_parse::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485677245Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
17132026-09-09T02:16:02.561Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485814896Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
17142026-09-09T02:16:02.561Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485915907Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17152026-09-09T02:16:02.561Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_generation","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485975369Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
17162026-09-09T02:16:02.561Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486012359Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
17172026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486050752Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17182026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486277942Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation"}
17192026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486423538Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_generation"}
17202026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486518868Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"}
17212026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486614749Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"}
17222026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486716041Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::firmware::acpi_tables_generation"}
17232026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.498377882Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_generation"}
17242026-09-09T02:16:02.562Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.498561139Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840\"]","path":"phd_tests::firmware::acpi_tables_generation"}
17252026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.516442459Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840\", \"phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\"]","verb":"clone","path":"phd_tests::firmware::acpi_tables_generation"}
17262026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.534815962Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\"]","path":"phd_tests::firmware::acpi_tables_generation"}
17272026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.545949964Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778 0B 25.3T 207M /phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\n","path":"phd_tests::firmware::acpi_tables_generation"}
17282026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546480167Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation"}
17292026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546549439Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation"}
17302026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546619682Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_generation"}
17312026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.54668202Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::firmware::acpi_tables_generation"}
17322026-09-09T02:16:02.589Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546756681Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log\"","path":"phd_tests::firmware::acpi_tables_generation"}
17332026-09-09T02:16:02.614Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1287","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.581561921Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_generation"}
17342026-09-09T02:16:02.614Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.59542587Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":48}
17352026-09-09T02:16:02.614Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.595528804Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"}
17362026-09-09T02:16:02.614Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.59626111Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"}
17372026-09-09T02:16:03.092Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.077619132Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"}
17382026-09-09T02:16:03.843Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.828934544Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"}
17392026-09-09T02:16:03.867Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.829237815Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1233,"path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"}
17402026-09-09T02:16:03.868Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.829395433Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_generation"}
17412026-09-09T02:16:03.868Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.838175712Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"}
17422026-09-09T02:16:03.868Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.838297162Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\"]","path":"phd_tests::firmware::acpi_tables_generation"}
17432026-09-09T02:16:03.893Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.86986771Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"}
17442026-09-09T02:16:03.893Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.86995258Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_generation"}
17452026-09-09T02:16:03.961Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.887497756Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":1400}
17462026-09-09T02:16:03.961Z{"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17\n 8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_generation::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891638071Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
17472026-09-09T02:16:03.967Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.89178011Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
17482026-09-09T02:16:03.967Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891893063Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17492026-09-09T02:16:03.967Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::api_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891951664Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
17502026-09-09T02:16:03.968Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891987412Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
17512026-09-09T02:16:03.968Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892025133Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17522026-09-09T02:16:03.968Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892265679Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
17532026-09-09T02:16:03.968Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892420382Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::api_reboot_test"}
17542026-09-09T02:16:03.969Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.89249875Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"}
17552026-09-09T02:16:03.969Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892568141Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::api_reboot_test"}
17562026-09-09T02:16:03.969Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892631441Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"}
17572026-09-09T02:16:03.970Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892748723Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\", \"--encrypted\", \"--uuid\", \"5cc23a26-25a8-4dcf-b45a-bef1f9561acd\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17582026-09-09T02:16:04.017Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.002763521Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:03.902004413Z\",\"hostname\":\"BRM42220010\",\"pid\":1291}\n{\"msg\":\"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:03.995747304Z\",\"hostname\":\"BRM42220010\",\"pid\":1291}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:03.995763594Z\",\"hostname\":\"BRM42220010\",\"pid\":1291}\n","path":"phd_tests::crucible::smoke::api_reboot_test"}
17592026-09-09T02:16:04.019Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.002953571Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\", \"--encrypted\", \"--uuid\", \"5cc23a26-25a8-4dcf-b45a-bef1f9561acd\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17602026-09-09T02:16:04.116Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.102373157Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.012651685Z\",\"hostname\":\"BRM42220010\",\"pid\":1292}\n{\"msg\":\"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.097912094Z\",\"hostname\":\"BRM42220010\",\"pid\":1292}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.09793631Z\",\"hostname\":\"BRM42220010\",\"pid\":1292}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"}
17612026-09-09T02:16:04.117Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.102550833Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\", \"--encrypted\", \"--uuid\", \"5cc23a26-25a8-4dcf-b45a-bef1f9561acd\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17622026-09-09T02:16:04.214Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200132822Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.111718964Z\",\"hostname\":\"BRM42220010\",\"pid\":1293}\n{\"msg\":\"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.195892967Z\",\"hostname\":\"BRM42220010\",\"pid\":1293}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.195916361Z\",\"hostname\":\"BRM42220010\",\"pid\":1293}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17632026-09-09T02:16:04.239Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200320687Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17642026-09-09T02:16:04.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200452416Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17652026-09-09T02:16:04.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200534442Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17662026-09-09T02:16:04.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.202619709Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17672026-09-09T02:16:04.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.202724787Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17682026-09-09T02:16:04.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.202793477Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17692026-09-09T02:16:04.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.204924932Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17702026-09-09T02:16:04.242Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.205032866Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17712026-09-09T02:16:04.242Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.205101576Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
17722026-09-09T02:16:04.242Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207268355Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
17732026-09-09T02:16:04.243Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207348457Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::api_reboot_test"}
17742026-09-09T02:16:04.243Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207439008Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::api_reboot_test"}
17752026-09-09T02:16:04.243Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207515874Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test"}
17762026-09-09T02:16:04.243Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207604682Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17772026-09-09T02:16:04.268Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1297","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.243769475Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
17782026-09-09T02:16:04.293Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.257717242Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::crucible::smoke::api_reboot_test"}
17792026-09-09T02:16:04.293Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.257818314Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"}
17802026-09-09T02:16:04.293Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.258588892Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"}
17812026-09-09T02:16:04.741Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.727555715Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"}
17822026-09-09T02:16:05.518Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.504182327Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"}
17832026-09-09T02:16:05.518Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.504416741Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":1246}
17842026-09-09T02:16:05.543Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.504544623Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test"}
17852026-09-09T02:16:05.543Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.512700848Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"}
17862026-09-09T02:16:05.543Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.518988509Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17872026-09-09T02:16:05.543Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.526363426Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"}
17882026-09-09T02:16:05.570Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.532369802Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17892026-09-09T02:16:05.570Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.540018679Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"}
17902026-09-09T02:16:05.570Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.547234705Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
17912026-09-09T02:16:05.570Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.555227248Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1662,"path":"phd_tests::crucible::smoke::api_reboot_test"}
17922026-09-09T02:16:05.617Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558719821Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
17932026-09-09T02:16:05.623Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558850037Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
17942026-09-09T02:16:05.623Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558940569Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17952026-09-09T02:16:05.623Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::guest_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558991575Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
17962026-09-09T02:16:05.623Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559022654Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
17972026-09-09T02:16:05.623Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559055546Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17982026-09-09T02:16:05.623Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559260304Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
17992026-09-09T02:16:05.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559413474Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18002026-09-09T02:16:05.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559520035Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18012026-09-09T02:16:05.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559618031Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18022026-09-09T02:16:05.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559701389Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18032026-09-09T02:16:05.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559859578Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\", \"--encrypted\", \"--uuid\", \"136c5841-9f27-4f32-9c99-660b5ab16cec\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18042026-09-09T02:16:05.672Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.658926457Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.570310487Z\",\"hostname\":\"BRM42220010\",\"pid\":1299}\n{\"msg\":\"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.65431544Z\",\"hostname\":\"BRM42220010\",\"pid\":1299}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.654345397Z\",\"hostname\":\"BRM42220010\",\"pid\":1299}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18052026-09-09T02:16:05.697Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.659091309Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\", \"--encrypted\", \"--uuid\", \"136c5841-9f27-4f32-9c99-660b5ab16cec\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18062026-09-09T02:16:05.773Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.758697639Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.669128845Z\",\"hostname\":\"BRM42220010\",\"pid\":1300}\n{\"msg\":\"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.75334046Z\",\"hostname\":\"BRM42220010\",\"pid\":1300}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.753378602Z\",\"hostname\":\"BRM42220010\",\"pid\":1300}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18072026-09-09T02:16:05.773Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.758829399Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\", \"--encrypted\", \"--uuid\", \"136c5841-9f27-4f32-9c99-660b5ab16cec\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18082026-09-09T02:16:05.873Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.859714574Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.769115034Z\",\"hostname\":\"BRM42220010\",\"pid\":1301}\n{\"msg\":\"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.854458401Z\",\"hostname\":\"BRM42220010\",\"pid\":1301}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.85448453Z\",\"hostname\":\"BRM42220010\",\"pid\":1301}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18092026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.85996523Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18102026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.860095292Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18112026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.860180353Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18122026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.862630276Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18132026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.862726257Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18142026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.862789818Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18152026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.865218134Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18162026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.865313875Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18172026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.865380601Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18182026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867531011Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18192026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867609811Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18202026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867695152Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18212026-09-09T02:16:05.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.86787894Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18222026-09-09T02:16:05.899Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867959693Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18232026-09-09T02:16:05.924Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1305","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.897935062Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18242026-09-09T02:16:05.949Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.912653597Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":45,"path":"phd_tests::crucible::smoke::guest_reboot_test"}
18252026-09-09T02:16:05.949Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.912762584Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"}
18262026-09-09T02:16:05.949Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.913573709Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"}
18272026-09-09T02:16:06.290Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:06.275929834Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"}
18282026-09-09T02:16:07.341Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.327120743Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"}
18292026-09-09T02:16:07.367Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.327512054Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","elapsed_milliseconds":1414,"path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"}
18302026-09-09T02:16:07.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.327762548Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18312026-09-09T02:16:07.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.336244921Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18322026-09-09T02:16:07.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.342243164Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18332026-09-09T02:16:07.367Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.35074355Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18342026-09-09T02:16:07.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.356229031Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18352026-09-09T02:16:07.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.363684362Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18362026-09-09T02:16:07.392Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.370026363Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
18372026-09-09T02:16:07.392Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.377217314Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1817,"path":"phd_tests::crucible::smoke::guest_reboot_test"}
18382026-09-09T02:16:07.439Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.379917162Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
18392026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380031248Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
18402026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380116618Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
18412026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380164165Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
18422026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380194212Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
18432026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380225058Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
18442026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380390512Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18452026-09-09T02:16:07.442Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380535522Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18462026-09-09T02:16:07.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380589534Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18472026-09-09T02:16:07.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380635792Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18482026-09-09T02:16:07.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380677881Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18492026-09-09T02:16:07.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380767691Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\", \"--encrypted\", \"--uuid\", \"40127434-ce1e-4ba8-bb57-33eee122f977\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18502026-09-09T02:16:07.495Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.481660066Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.390621352Z\",\"hostname\":\"BRM42220010\",\"pid\":1307}\n{\"msg\":\"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.474739679Z\",\"hostname\":\"BRM42220010\",\"pid\":1307}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.474767642Z\",\"hostname\":\"BRM42220010\",\"pid\":1307}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18512026-09-09T02:16:07.497Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.481812424Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\", \"--encrypted\", \"--uuid\", \"40127434-ce1e-4ba8-bb57-33eee122f977\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18522026-09-09T02:16:07.598Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.584008626Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.491726246Z\",\"hostname\":\"BRM42220010\",\"pid\":1308}\n{\"msg\":\"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.576224112Z\",\"hostname\":\"BRM42220010\",\"pid\":1308}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.576245362Z\",\"hostname\":\"BRM42220010\",\"pid\":1308}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18532026-09-09T02:16:07.624Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.584215397Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\", \"--encrypted\", \"--uuid\", \"40127434-ce1e-4ba8-bb57-33eee122f977\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18542026-09-09T02:16:07.698Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684420248Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.59422464Z\",\"hostname\":\"BRM42220010\",\"pid\":1309}\n{\"msg\":\"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.677900961Z\",\"hostname\":\"BRM42220010\",\"pid\":1309}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.67792681Z\",\"hostname\":\"BRM42220010\",\"pid\":1309}\n","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18552026-09-09T02:16:07.724Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684703154Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18562026-09-09T02:16:07.725Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684830946Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18572026-09-09T02:16:07.725Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684913993Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18582026-09-09T02:16:07.726Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.687398675Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18592026-09-09T02:16:07.726Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.687541035Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18602026-09-09T02:16:07.726Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.687631727Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18612026-09-09T02:16:07.726Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.689502608Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18622026-09-09T02:16:07.727Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.68960405Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18632026-09-09T02:16:07.727Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.689672599Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18642026-09-09T02:16:07.727Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.691764589Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18652026-09-09T02:16:07.727Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.69184983Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_shutdown_persistence_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18662026-09-09T02:16:07.728Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.691940442Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18672026-09-09T02:16:07.728Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.69201878Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18682026-09-09T02:16:07.728Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.692107237Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18692026-09-09T02:16:07.753Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1313","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.728855104Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18702026-09-09T02:16:07.778Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.742929491Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":51}
18712026-09-09T02:16:07.778Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.743251962Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18722026-09-09T02:16:07.778Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.757754827Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18732026-09-09T02:16:07.778Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.763592025Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18742026-09-09T02:16:07.803Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.772772089Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18752026-09-09T02:16:07.803Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.778861795Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18762026-09-09T02:16:07.804Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.78763628Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18772026-09-09T02:16:07.829Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.793312176Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
18782026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.803445611Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":422}
18792026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n system","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.80382029Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
18802026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.80394703Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
18812026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804072407Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
18822026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804149653Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
18832026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804201101Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
18842026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804254051Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
18852026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.8044437Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18862026-09-09T02:16:07.830Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804539621Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18872026-09-09T02:16:07.831Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804600119Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18882026-09-09T02:16:07.832Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804654569Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18892026-09-09T02:16:07.832Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804713697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18902026-09-09T02:16:07.857Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.816466203Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18912026-09-09T02:16:07.857Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.816562338Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18922026-09-09T02:16:07.857Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.834753291Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a\", \"phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\"]","verb":"clone","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18932026-09-09T02:16:07.883Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.85107432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18942026-09-09T02:16:07.884Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.863094469Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90 0B 25.3T 207M /phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18952026-09-09T02:16:07.884Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.863666902Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18962026-09-09T02:16:07.884Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.863777021Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\", \"--encrypted\", \"--uuid\", \"2701305e-22c5-4969-bb7b-fbb5c89b64fa\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18972026-09-09T02:16:07.908Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.889250942Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.87351513Z\",\"hostname\":\"BRM42220010\",\"pid\":1319}\n{\"msg\":\"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.884754351Z\",\"hostname\":\"BRM42220010\",\"pid\":1319}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.884769329Z\",\"hostname\":\"BRM42220010\",\"pid\":1319}\n","stderr":"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18982026-09-09T02:16:07.908Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.889369686Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\", \"--encrypted\", \"--uuid\", \"2701305e-22c5-4969-bb7b-fbb5c89b64fa\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
18992026-09-09T02:16:07.935Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.91489856Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.899669008Z\",\"hostname\":\"BRM42220010\",\"pid\":1320}\n{\"msg\":\"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.9111258Z\",\"hostname\":\"BRM42220010\",\"pid\":1320}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.911145177Z\",\"hostname\":\"BRM42220010\",\"pid\":1320}\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19002026-09-09T02:16:07.935Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.915038024Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\", \"--encrypted\", \"--uuid\", \"2701305e-22c5-4969-bb7b-fbb5c89b64fa\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19012026-09-09T02:16:07.960Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.940304501Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.925452575Z\",\"hostname\":\"BRM42220010\",\"pid\":1321}\n{\"msg\":\"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.936292339Z\",\"hostname\":\"BRM42220010\",\"pid\":1321}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.936306196Z\",\"hostname\":\"BRM42220010\",\"pid\":1321}\n","stderr":"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19022026-09-09T02:16:07.961Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.94050983Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19032026-09-09T02:16:07.962Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.940612594Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19042026-09-09T02:16:07.962Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.940681315Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19052026-09-09T02:16:07.962Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.94288724Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19062026-09-09T02:16:07.962Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.942997408Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19072026-09-09T02:16:07.963Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.943062511Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19082026-09-09T02:16:07.963Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.944850205Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19092026-09-09T02:16:07.963Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.944980391Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19102026-09-09T02:16:07.963Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.945050755Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19112026-09-09T02:16:07.989Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947318707Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19122026-09-09T02:16:07.989Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947409729Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19132026-09-09T02:16:07.989Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947481295Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"crucible_vcr_replace_during_start_test","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19142026-09-09T02:16:07.989Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947560334Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19152026-09-09T02:16:07.989Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947632762Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19162026-09-09T02:16:07.991Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947735586Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19172026-09-09T02:16:08.016Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1325","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.982042714Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19182026-09-09T02:16:08.016Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.995972787Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19192026-09-09T02:16:08.016Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.996066144Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"}
19202026-09-09T02:16:08.016Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.996841872Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"}
19212026-09-09T02:16:08.568Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.55436456Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"}
19222026-09-09T02:16:08.982Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.968411463Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"}
19232026-09-09T02:16:09.007Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.968792013Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test","elapsed_milliseconds":972}
19242026-09-09T02:16:09.007Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.968999396Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19252026-09-09T02:16:09.007Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.977262684Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19262026-09-09T02:16:09.007Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.977356482Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19272026-09-09T02:16:09.032Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.010330065Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19282026-09-09T02:16:09.032Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.010418042Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19292026-09-09T02:16:09.057Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.029398053Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19302026-09-09T02:16:09.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.033222341Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19312026-09-09T02:16:09.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.034431903Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19322026-09-09T02:16:09.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.038742928Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19332026-09-09T02:16:09.059Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.040200237Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19342026-09-09T02:16:09.109Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.044355411Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19352026-09-09T02:16:09.109Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.045717058Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1241,"path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"}
19362026-09-09T02:16:09.109Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.048789912Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
19372026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.048891855Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
19382026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.048980944Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
19392026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049034736Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
19402026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049069742Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
19412026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049107684Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
19422026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049399236Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"}
19432026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049540603Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"}
19442026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049606578Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"}
19452026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049689906Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"}
19462026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049741253Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"}
19472026-09-09T02:16:09.114Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.04985584Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\", \"--encrypted\", \"--uuid\", \"fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
19482026-09-09T02:16:09.173Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.1590476Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.058756294Z\",\"hostname\":\"BRM42220010\",\"pid\":1329}\n{\"msg\":\"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.154093395Z\",\"hostname\":\"BRM42220010\",\"pid\":1329}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.15411687Z\",\"hostname\":\"BRM42220010\",\"pid\":1329}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"}
19492026-09-09T02:16:09.197Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.159247549Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\", \"--encrypted\", \"--uuid\", \"fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
19502026-09-09T02:16:09.277Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.262819054Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.168406552Z\",\"hostname\":\"BRM42220010\",\"pid\":1330}\n{\"msg\":\"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.257965177Z\",\"hostname\":\"BRM42220010\",\"pid\":1330}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.257979925Z\",\"hostname\":\"BRM42220010\",\"pid\":1330}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"}
19512026-09-09T02:16:09.278Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.262993865Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\", \"--encrypted\", \"--uuid\", \"fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
19522026-09-09T02:16:09.379Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.365162462Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.273472005Z\",\"hostname\":\"BRM42220010\",\"pid\":1331}\n{\"msg\":\"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.360120852Z\",\"hostname\":\"BRM42220010\",\"pid\":1331}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.360143405Z\",\"hostname\":\"BRM42220010\",\"pid\":1331}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"}
19532026-09-09T02:16:09.403Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.36534097Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
19542026-09-09T02:16:09.403Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.365437623Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\"]","path":"phd_tests::crucible::smoke::boot_test"}
19552026-09-09T02:16:09.404Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.36550488Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\"]","path":"phd_tests::crucible::smoke::boot_test"}
19562026-09-09T02:16:09.405Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.367617699Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"}
19572026-09-09T02:16:09.405Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.367719151Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\"]","path":"phd_tests::crucible::smoke::boot_test"}
19582026-09-09T02:16:09.405Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.367786248Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\"]","path":"phd_tests::crucible::smoke::boot_test"}
19592026-09-09T02:16:09.405Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.369843091Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
19602026-09-09T02:16:09.405Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.36993737Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\"]","path":"phd_tests::crucible::smoke::boot_test"}
19612026-09-09T02:16:09.405Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.369999237Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\"]","path":"phd_tests::crucible::smoke::boot_test"}
19622026-09-09T02:16:09.407Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.371899163Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
19632026-09-09T02:16:09.407Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.371974636Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"}
19642026-09-09T02:16:09.407Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.372062342Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"}
19652026-09-09T02:16:09.407Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.372138796Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::boot_test"}
19662026-09-09T02:16:09.407Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.372224749Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
19672026-09-09T02:16:09.432Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1335","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.408585464Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"}
19682026-09-09T02:16:09.458Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.422682632Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::crucible::smoke::boot_test"}
19692026-09-09T02:16:09.458Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.422773874Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"}
19702026-09-09T02:16:09.458Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.423488129Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"}
19712026-09-09T02:16:09.892Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.87797258Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"}
19722026-09-09T02:16:10.892Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.877956036Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"}
19732026-09-09T02:16:10.917Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.878213122Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663","elapsed_milliseconds":1455}
19742026-09-09T02:16:10.917Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.878359399Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"}
19752026-09-09T02:16:10.919Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.88648159Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\" } }","path":"phd_tests::crucible::smoke::boot_test"}
19762026-09-09T02:16:10.919Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.892892033Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\"","path":"phd_tests::crucible::smoke::boot_test"}
19772026-09-09T02:16:10.919Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.900471437Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\" } }","path":"phd_tests::crucible::smoke::boot_test"}
19782026-09-09T02:16:10.944Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.906676085Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\"","path":"phd_tests::crucible::smoke::boot_test"}
19792026-09-09T02:16:10.944Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.915113628Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\" } }","path":"phd_tests::crucible::smoke::boot_test"}
19802026-09-09T02:16:10.944Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.921596216Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\"","path":"phd_tests::crucible::smoke::boot_test"}
19812026-09-09T02:16:10.946Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.929943415Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1880,"path":"phd_tests::crucible::smoke::boot_test"}
19822026-09-09T02:16:10.994Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932204663Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
19832026-09-09T02:16:10.994Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932339338Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
19842026-09-09T02:16:10.994Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932436842Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
19852026-09-09T02:16:10.994Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::stats::instance_vcpu_stats","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.93249359Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"}
19862026-09-09T02:16:10.994Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932527774Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
19872026-09-09T02:16:10.994Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932564203Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
19882026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932728444Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","path":"phd_tests::stats::instance_vcpu_stats"}
19892026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.933393764Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::stats::instance_vcpu_stats"}
19902026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.93346042Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"}
19912026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.93351327Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"}
19922026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.933574305Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::stats::instance_vcpu_stats"}
19932026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.945261424Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::stats::instance_vcpu_stats"}
19942026-09-09T02:16:10.995Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.945456333Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2\"]","path":"phd_tests::stats::instance_vcpu_stats"}
19952026-09-09T02:16:11.021Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.963419419Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2\", \"phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\"]","path":"phd_tests::stats::instance_vcpu_stats"}
19962026-09-09T02:16:11.021Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.981464389Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\"]","verb":"list","path":"phd_tests::stats::instance_vcpu_stats"}
19972026-09-09T02:16:11.021Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993117543Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510 0B 25.3T 207M /phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\n","path":"phd_tests::stats::instance_vcpu_stats"}
19982026-09-09T02:16:11.021Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993753968Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats"}
19992026-09-09T02:16:11.021Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993837416Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_vcpu_stats","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: Some(Local) }","guest_os_kind":"Alpine","path":"phd_tests::stats::instance_vcpu_stats"}
20002026-09-09T02:16:11.021Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993911366Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::stats::instance_vcpu_stats"}
20012026-09-09T02:16:11.021Z{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-09-09T02:16:11.003142648Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer","versions":"all","path":"/metrics/producers","method":"POST"}
20022026-09-09T02:16:11.021Z{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-09T02:16:11.004392964Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer"}
20032026-09-09T02:16:11.055Z{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-09-09T02:16:11.041493678Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer"}
20042026-09-09T02:16:11.058Z{"msg":"fake oximeter test server listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-09T02:16:11.041539534Z","hostname":"BRM42220010","pid":912,"component":"phd-oximeter-consumer","address":"[::1]:41218"}
20052026-09-09T02:16:11.086Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.041598526Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"}
20062026-09-09T02:16:11.086Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.041676674Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log\"","path":"phd_tests::stats::instance_vcpu_stats"}
20072026-09-09T02:16:11.111Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1341","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.077132849Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::stats::instance_vcpu_stats"}
20082026-09-09T02:16:11.111Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.090885073Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":97,"path":"phd_tests::stats::instance_vcpu_stats"}
20092026-09-09T02:16:11.111Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.090981015Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"}
20102026-09-09T02:16:11.111Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.091646003Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"}
20112026-09-09T02:16:11.806Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.793007935Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"}
20122026-09-09T02:16:12.621Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.608001478Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"}
20132026-09-09T02:16:12.646Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.608336012Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","elapsed_milliseconds":1517,"path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"}
20142026-09-09T02:16:12.646Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.608458614Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"}
20152026-09-09T02:16:12.646Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.61693231Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"}
20162026-09-09T02:16:12.646Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.617028953Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\"]","path":"phd_tests::stats::instance_vcpu_stats"}
20172026-09-09T02:16:12.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.650995796Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"}
20182026-09-09T02:16:12.670Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.651074405Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2\"]","path":"phd_tests::stats::instance_vcpu_stats"}
20192026-09-09T02:16:12.738Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.668908418Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","elapsed_milliseconds":1735,"path":"phd_tests::stats::instance_vcpu_stats"}
20202026-09-09T02:16:12.741Z{"msg":"beginning graceful shutdown","v":0,"name":"slog-rs","level":30,"time":"2026-09-09T02:16:12.67181147Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer"}
20212026-09-09T02:16:12.741Z{"v":0,"name":"phd-runner","msg":"test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17\n 8: <tracing::instrument::Instrumented<phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::stats::instance_vcpu_stats::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673231027Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"}
20222026-09-09T02:16:12.745Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673373387Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
20232026-09-09T02:16:12.745Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673474959Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
20242026-09-09T02:16:12.745Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673540112Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
20252026-09-09T02:16:12.745Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673580348Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
20262026-09-09T02:16:12.745Z
20272026-09-09T02:16:12.745Zfailures:
20282026-09-09T02:16:12.745Z phd_tests::hyperv::hyperv_smoke_test
20292026-09-09T02:16:12.745Z phd_tests::hyperv::hyperv_lifecycle_test
20302026-09-09T02:16:12.745Z phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
20312026-09-09T02:16:12.745Z phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
20322026-09-09T02:16:12.745Z phd_tests::migrate::smoke_test
20332026-09-09T02:16:12.745Z phd_tests::migrate::serial_history
20342026-09-09T02:16:12.745Z phd_tests::migrate::multiple_migrations
20352026-09-09T02:16:12.745Z phd_tests::migrate::migration_ensures_instance_metadata
20362026-09-09T02:16:12.745Z phd_tests::migrate::vm_reaches_destroyed_after_migration_out
20372026-09-09T02:16:12.745Z phd_tests::cpuid::cpuid_boot_test
20382026-09-09T02:16:12.745Z phd_tests::cpuid::guest_cpu_topo_test
20392026-09-09T02:16:12.745Z phd_tests::cpuid::cpuid_migrate_smoke_test
20402026-09-09T02:16:12.745Z phd_tests::cpuid::cpuid_instance_spec_round_trip_test
20412026-09-09T02:16:12.745Z phd_tests::disk::in_memory_backend_smoke_test
20422026-09-09T02:16:12.745Z phd_tests::disk::in_memory_backend_migration_test
20432026-09-09T02:16:12.745Z phd_tests::crucible::migrate::smoke_test
20442026-09-09T02:16:12.745Z phd_tests::crucible::migrate::load_test
20452026-09-09T02:16:12.745Z phd_tests::boot_order::configurable_boot_order
20462026-09-09T02:16:12.745Z phd_tests::boot_order::unbootable_disk_skipped
20472026-09-09T02:16:12.745Z phd_tests::boot_order::boot_order_source_priority
20482026-09-09T02:16:12.746Z phd_tests::boot_order::guest_can_adjust_boot_order
20492026-09-09T02:16:12.746Z phd_tests::boot_order::nvme_boot_option_description
20502026-09-09T02:16:12.746Z phd_tests::hw::lspci_lifecycle_test
20512026-09-09T02:16:12.746Z phd_tests::migrate::running_process::export_failure
20522026-09-09T02:16:12.746Z phd_tests::migrate::running_process::import_failure
20532026-09-09T02:16:12.746Z phd_tests::migrate::running_process::migrate_running_process
20542026-09-09T02:16:12.746Z phd_tests::server_state_machine::instance_reset_test
20552026-09-09T02:16:12.746Z phd_tests::server_state_machine::instance_start_stop_test
20562026-09-09T02:16:12.746Z phd_tests::server_state_machine::instance_stop_unstarted_test
20572026-09-09T02:16:12.746Z phd_tests::server_state_machine::stop_while_blocked_on_start_test
20582026-09-09T02:16:12.746Z phd_tests::server_state_machine::instance_stop_causes_destroy_test
20592026-09-09T02:16:12.746Z phd_tests::server_state_machine::instance_reset_requires_running_test
20602026-09-09T02:16:12.746Z phd_tests::vsock::vsock_get_cid
20612026-09-09T02:16:12.746Z phd_tests::vsock::vsock_smoke_test
20622026-09-09T02:16:12.746Z phd_tests::framework::long_line_serial_test
20632026-09-09T02:16:12.746Z phd_tests::framework::multiline_serial_test
20642026-09-09T02:16:12.746Z phd_tests::smoke::nproc_test
20652026-09-09T02:16:12.746Z phd_tests::smoke::api_reboot_test
20662026-09-09T02:16:12.746Z phd_tests::smoke::guest_reboot_test
20672026-09-09T02:16:12.746Z phd_tests::smoke::instance_spec_get_test
20682026-09-09T02:16:12.746Z phd_tests::firmware::acpi_tables_parse
20692026-09-09T02:16:12.746Z phd_tests::firmware::acpi_tables_generation
20702026-09-09T02:16:12.746Z phd_tests::crucible::smoke::api_reboot_test
20712026-09-09T02:16:12.746Z phd_tests::crucible::smoke::guest_reboot_test
20722026-09-09T02:16:12.746Z phd_tests::crucible::smoke::vcr_replace_during_start_test
20732026-09-09T02:16:12.746Z phd_tests::crucible::smoke::boot_test
20742026-09-09T02:16:12.746Z phd_tests::stats::instance_vcpu_stats
20752026-09-09T02:16:12.746Z
20762026-09-09T02:16:12.746Ztest result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 123.93s
20772026-09-09T02:16:12.746Z
20782026-09-09T02:16:12.746Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.674469441Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":47}
20792026-09-09T02:16:12.777Z
20802026-09-09T02:16:12.777Zreal 2:04.459981797
20812026-09-09T02:16:12.777Zuser 25.327792761
20822026-09-09T02:16:12.802Zsys 44.392929864
20832026-09-09T02:16:12.802Ztrap 0.004910743
20842026-09-09T02:16:12.802Ztflt 0.006746530
20852026-09-09T02:16:12.802Zdflt 0.013851527
20862026-09-09T02:16:12.802Zkflt 0.000478905
20872026-09-09T02:16:12.802Zlock 4:36:37.111920023
20882026-09-09T02:16:12.802Zslp 2:37.541696225
20892026-09-09T02:16:12.802Zlat 7.922631018
20902026-09-09T02:16:12.802Zstop 3:35.270632238
20912026-09-09T02:16:12.802Z+ failcount=47
20922026-09-09T02:16:12.802Z+ set -e
20932026-09-09T02:16:12.802Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd .
20942026-09-09T02:16:12.802ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
20952026-09-09T02:16:12.802Za ./ 0K
20962026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_smoke_test/ 0K
20972026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log 1K
20982026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log 4K
20992026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_lifecycle_test/ 0K
21002026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log 1K
21012026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log 4K
21022026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/ 0K
21032026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log 1K
21042026-09-09T02:16:12.802Za ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log 4K
21052026-09-09T02:16:12.804Za ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/ 0K
21062026-09-09T02:16:12.805Za ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log 1K
21072026-09-09T02:16:12.805Za ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log 4K
21082026-09-09T02:16:12.805Za ./phd_tests::migrate::smoke_test/ 0K
21092026-09-09T02:16:12.805Za ./phd_tests::migrate::smoke_test/migration_smoke.stdout.log 1K
21102026-09-09T02:16:12.805Za ./phd_tests::migrate::smoke_test/migration_smoke.stderr.log 4K
21112026-09-09T02:16:12.805Za ./phd_tests::migrate::serial_history/ 0K
21122026-09-09T02:16:12.805Za ./phd_tests::migrate::serial_history/migration_serial_history.stdout.log 1K
21132026-09-09T02:16:12.805Za ./phd_tests::migrate::serial_history/migration_serial_history.stderr.log 4K
21142026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/ 0K
21152026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log 1K
21162026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log 4K
21172026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log 1K
21182026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log 4K
21192026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log 1K
21202026-09-09T02:16:12.805Za ./phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log 4K
21212026-09-09T02:16:12.805Za ./phd_tests::migrate::migration_ensures_instance_metadata/ 0K
21222026-09-09T02:16:12.805Za ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log 1K
21232026-09-09T02:16:12.805Za ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log 4K
21242026-09-09T02:16:12.805Za ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log 1K
21252026-09-09T02:16:12.805Za ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log 4K
21262026-09-09T02:16:12.805Za ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/ 0K
21272026-09-09T02:16:12.805Za ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log 1K
21282026-09-09T02:16:12.805Za ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log 4K
21292026-09-09T02:16:12.805Za ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log 1K
21302026-09-09T02:16:12.805Za ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log 4K
21312026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_boot_test/ 0K
21322026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log 1K
21332026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log 4K
21342026-09-09T02:16:12.805Za ./phd_tests::cpuid::guest_cpu_topo_test/ 0K
21352026-09-09T02:16:12.805Za ./phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log 1K
21362026-09-09T02:16:12.805Za ./phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log 4K
21372026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_migrate_smoke_test/ 0K
21382026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log 1K
21392026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log 4K
21402026-09-09T02:16:12.805Za ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/ 0K
21412026-09-09T02:16:12.806Za ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log 1K
21422026-09-09T02:16:12.807Za ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log 4K
21432026-09-09T02:16:12.807Za ./phd_tests::disk::in_memory_backend_smoke_test/ 0K
21442026-09-09T02:16:12.807Za ./phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log 1K
21452026-09-09T02:16:12.807Za ./phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log 4K
21462026-09-09T02:16:12.807Za ./phd_tests::disk::in_memory_backend_migration_test/ 0K
21472026-09-09T02:16:12.807Za ./phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log 1K
21482026-09-09T02:16:12.807Za ./phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log 4K
21492026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/ 0K
21502026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stdout.log 3K
21512026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stderr.log 0K
21522026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stdout.log 3K
21532026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stderr.log 0K
21542026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stdout.log 3K
21552026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stderr.log 0K
21562026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log 1K
21572026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log 4K
21582026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/ 0K
21592026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stdout.log 3K
21602026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stderr.log 0K
21612026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stdout.log 3K
21622026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stderr.log 0K
21632026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stdout.log 3K
21642026-09-09T02:16:12.807Za ./phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stderr.log 0K
21652026-09-09T02:16:12.808Za ./phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log 1K
21662026-09-09T02:16:12.808Za ./phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log 4K
21672026-09-09T02:16:12.808Za ./phd_tests::boot_order::configurable_boot_order/ 0K
21682026-09-09T02:16:12.808Za ./phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log 1K
21692026-09-09T02:16:12.808Za ./phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log 4K
21702026-09-09T02:16:12.808Za ./phd_tests::boot_order::unbootable_disk_skipped/ 0K
21712026-09-09T02:16:12.808Za ./phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log 1K
21722026-09-09T02:16:12.808Za ./phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log 4K
21732026-09-09T02:16:12.808Za ./phd_tests::boot_order::boot_order_source_priority/ 0K
21742026-09-09T02:16:12.808Za ./phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log 1K
21752026-09-09T02:16:12.808Za ./phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log 4K
21762026-09-09T02:16:12.808Za ./phd_tests::boot_order::guest_can_adjust_boot_order/ 0K
21772026-09-09T02:16:12.808Za ./phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log 1K
21782026-09-09T02:16:12.808Za ./phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log 4K
21792026-09-09T02:16:12.808Za ./phd_tests::boot_order::nvme_boot_option_description/ 0K
21802026-09-09T02:16:12.808Za ./phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log 1K
21812026-09-09T02:16:12.808Za ./phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log 4K
21822026-09-09T02:16:12.834Za ./phd_tests::hw::lspci_lifecycle_test/ 0K
21832026-09-09T02:16:12.834Za ./phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log 1K
21842026-09-09T02:16:12.834Za ./phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log 4K
21852026-09-09T02:16:12.834Za ./phd_tests::migrate::running_process::export_failure/ 0K
21862026-09-09T02:16:12.835Za ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log 1K
21872026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log 4K
21882026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log 1K
21892026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log 4K
21902026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log 1K
21912026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log 4K
21922026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/ 0K
21932026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log 1K
21942026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log 4K
21952026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log 1K
21962026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log 4K
21972026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log 1K
21982026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log 4K
21992026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::migrate_running_process/ 0K
22002026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log 1K
22012026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log 4K
22022026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log 1K
22032026-09-09T02:16:12.836Za ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log 4K
22042026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_reset_test/ 0K
22052026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log 1K
22062026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log 4K
22072026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_start_stop_test/ 0K
22082026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log 1K
22092026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log 4K
22102026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_stop_unstarted_test/ 0K
22112026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log 1K
22122026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log 4K
22132026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/ 0K
22142026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stdout.log 3K
22152026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stderr.log 0K
22162026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stdout.log 3K
22172026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stderr.log 0K
22182026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stdout.log 3K
22192026-09-09T02:16:12.836Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stderr.log 0K
22202026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log 1K
22212026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log 4K
22222026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/ 0K
22232026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log 1K
22242026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log 4K
22252026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::instance_reset_requires_running_test/ 0K
22262026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log 1K
22272026-09-09T02:16:12.837Za ./phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log 4K
22282026-09-09T02:16:12.837Za ./phd_tests::vsock::vsock_get_cid/ 0K
22292026-09-09T02:16:12.837Za ./phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log 1K
22302026-09-09T02:16:12.837Za ./phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log 4K
22312026-09-09T02:16:12.837Za ./phd_tests::vsock::vsock_smoke_test/ 0K
22322026-09-09T02:16:12.837Za ./phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log 1K
22332026-09-09T02:16:12.837Za ./phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log 4K
22342026-09-09T02:16:12.837Za ./phd_tests::framework::long_line_serial_test/ 0K
22352026-09-09T02:16:12.838Za ./phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log 1K
22362026-09-09T02:16:12.838Za ./phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log 4K
22372026-09-09T02:16:12.838Za ./phd_tests::framework::multiline_serial_test/ 0K
22382026-09-09T02:16:12.838Za ./phd_tests::framework::multiline_serial_test/multiline_test.stdout.log 1K
22392026-09-09T02:16:12.838Za ./phd_tests::framework::multiline_serial_test/multiline_test.stderr.log 4K
22402026-09-09T02:16:12.838Za ./phd_tests::smoke::nproc_test/ 0K
22412026-09-09T02:16:12.838Za ./phd_tests::smoke::nproc_test/nproc_test.stdout.log 1K
22422026-09-09T02:16:12.838Za ./phd_tests::smoke::nproc_test/nproc_test.stderr.log 4K
22432026-09-09T02:16:12.839Za ./phd_tests::smoke::api_reboot_test/ 0K
22442026-09-09T02:16:12.839Za ./phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log 1K
22452026-09-09T02:16:12.839Za ./phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log 4K
22462026-09-09T02:16:12.839Za ./phd_tests::smoke::guest_reboot_test/ 0K
22472026-09-09T02:16:12.839Za ./phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log 1K
22482026-09-09T02:16:12.839Za ./phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log 4K
22492026-09-09T02:16:12.839Za ./phd_tests::smoke::instance_spec_get_test/ 0K
22502026-09-09T02:16:12.839Za ./phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log 1K
22512026-09-09T02:16:12.839Za ./phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log 4K
22522026-09-09T02:16:12.840Za ./phd_tests::firmware::acpi_tables_parse/ 0K
22532026-09-09T02:16:12.840Za ./phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log 1K
22542026-09-09T02:16:12.840Za ./phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log 4K
22552026-09-09T02:16:12.840Za ./phd_tests::firmware::acpi_tables_generation/ 0K
22562026-09-09T02:16:12.840Za ./phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log 1K
22572026-09-09T02:16:12.840Za ./phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log 4K
22582026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/ 0K
22592026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stdout.log 3K
22602026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stderr.log 0K
22612026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stdout.log 3K
22622026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stderr.log 0K
22632026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stdout.log 3K
22642026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stderr.log 0K
22652026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log 1K
22662026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log 4K
22672026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/ 0K
22682026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stdout.log 3K
22692026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stderr.log 0K
22702026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stdout.log 3K
22712026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stderr.log 0K
22722026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stdout.log 3K
22732026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stderr.log 0K
22742026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log 1K
22752026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log 4K
22762026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::shutdown_persistence_test/ 0K
22772026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stdout.log 1K
22782026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stderr.log 0K
22792026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stdout.log 3K
22802026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stderr.log 0K
22812026-09-09T02:16:12.840Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stdout.log 3K
22822026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stderr.log 0K
22832026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log 1K
22842026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log 1K
22852026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/ 0K
22862026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stdout.log 3K
22872026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stderr.log 0K
22882026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stdout.log 3K
22892026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stderr.log 0K
22902026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stdout.log 3K
22912026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stderr.log 0K
22922026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log 1K
22932026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log 4K
22942026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::boot_test/ 0K
22952026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stdout.log 3K
22962026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stderr.log 0K
22972026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stdout.log 3K
22982026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stderr.log 0K
22992026-09-09T02:16:12.867Za ./phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stdout.log 3K
23002026-09-09T02:16:12.869Za ./phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stderr.log 0K
23012026-09-09T02:16:12.869Za ./phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log 1K
23022026-09-09T02:16:12.869Za ./phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log 4K
23032026-09-09T02:16:12.869Za ./phd_tests::stats::instance_vcpu_stats/ 0K
23042026-09-09T02:16:12.869Za ./phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log 0K
23052026-09-09T02:16:12.869Za ./phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log 4K
23062026-09-09T02:16:12.869Z+ exitcode=0
23072026-09-09T02:16:12.869Z+ '[' 47 -eq 0 ']'
23082026-09-09T02:16:12.869Z+ echo
23092026-09-09T02:16:12.869Z
23102026-09-09T02:16:12.869Z+ echo 'SOME TESTS FAILED'
23112026-09-09T02:16:12.869ZSOME TESTS FAILED
23122026-09-09T02:16:12.869Z+ echo
23132026-09-09T02:16:12.869Z+ exitcode=1
23142026-09-09T02:16:12.869Z
23152026-09-09T02:16:12.869Z+ find /dev/vmm -mindepth 1 -maxdepth 1
23162026-09-09T02:16:12.870Z+ read
23172026-09-09T02:16:12.870Z+ exit 1
23182026-09-09T02:16:12.870Zprocess exited: duration 196428 ms, exit code 1
 
23192026-09-09T02:16:12.922Zfound 2 output files
23202026-09-09T02:16:12.922Zuploading: /tmp/phd-runner.log (1784077 bytes)
23212026-09-09T02:16:14.316Zuploaded: /tmp/phd-runner.log
23222026-09-09T02:16:14.316Zuploading: /tmp/phd-tmp-files.tar.gz (13468 bytes)
23232026-09-09T02:16:15.434Zuploaded: /tmp/phd-tmp-files.tar.gz